-- Logs begin at Sat 2022-02-05 21:35:22 UTC, end at Sat 2022-02-05 22:56:56 UTC. -- Feb 05 22:28:02.661066 dv-cinder-818886-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 05 22:28:05.032098 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.common.config [-] Logging enabled! Feb 05 22:28:05.032848 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev23 Feb 05 22:28:05.032984 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87375) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 05 22:28:05.035967 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.common.config [-] Logging enabled! Feb 05 22:28:05.036227 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev23 Feb 05 22:28:05.036543 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87375) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 05 22:28:05.037508 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 05 22:28:05.037750 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 05 22:28:05.038110 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 05 22:28:05.038361 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 05 22:28:05.038591 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 05 22:28:05.038918 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.039219 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.039519 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.039752 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.040052 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.040345 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.040631 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.040925 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.041252 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.041544 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.041827 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.042113 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.042346 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.042635 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.042923 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.043213 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.043439 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] debug = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.043721 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.044146 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.044556 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.044836 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.045126 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.045996 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.046273 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.046551 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.046836 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.047167 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] host = dv-cinder-818886-2-iscsi {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.047447 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.047735 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.048024 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.048312 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.048588 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.048869 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.049172 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.049447 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.049721 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] log_file = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.049997 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.050286 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.050574 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.050888 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.051116 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.051341 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.051631 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.051919 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.052195 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.052483 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.052745 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.053016 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.053324 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.053597 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.053884 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.054169 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.054453 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.054727 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.055000 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.055271 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.055543 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.055827 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.056121 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.056397 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.056671 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.056959 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.057259 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.057536 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.057835 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.058121 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.058405 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.058690 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.058965 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.059250 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.059525 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.059800 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.060073 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] use_json = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.060347 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.060620 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.060904 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.061833 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.062118 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.062395 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.062674 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.062966 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.063250 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:05.063547 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.063847 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.064152 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.064444 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.064737 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.065021 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.065336 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.065619 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.065911 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.066204 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.066497 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.066778 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.067069 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.067350 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.067645 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.067952 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.068250 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.068546 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.068826 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.069103 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.069406 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.069688 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.069977 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.070274 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.070567 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.070845 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.071130 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.071424 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.071707 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.071985 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.072269 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.072562 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.072846 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.073130 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.073439 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.073721 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.073997 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.074276 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.074558 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.074854 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.075136 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.075411 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.075687 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.075969 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.076246 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.076565 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.076863 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.077140 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.077441 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.077744 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.078005 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.078286 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.078570 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.078849 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.079137 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.079415 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.079693 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.079973 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.080250 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.080529 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.080805 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.081081 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.081389 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.081683 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.081959 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.082236 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.082514 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.082792 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.083086 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.083387 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.083669 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.083949 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.084228 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.084510 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.084791 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.085071 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.085373 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.085653 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.085929 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.086220 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.086506 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.086795 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.087080 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.087359 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.087656 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.087937 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.088220 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.088498 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.088783 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.089067 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.089375 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.089672 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.089969 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.090266 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.090564 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.090860 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.091142 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.091450 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.091731 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:05.091951 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 05 22:28:05.092275 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87375) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 05 22:28:05.484146 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO keyring.backend [-] Loading KWallet Feb 05 22:28:05.491572 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO keyring.backend [-] Loading SecretService Feb 05 22:28:05.495379 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO keyring.backend [-] Loading Windows Feb 05 22:28:05.496730 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO keyring.backend [-] Loading chainer Feb 05 22:28:05.497351 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO keyring.backend [-] Loading macOS Feb 05 22:28:05.533629 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 05 22:28:05.533906 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 05 22:28:05.534200 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 05 22:28:05.534542 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 05 22:28:05.843959 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:05.844156 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:05.844435 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:05.845672 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:05.845951 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:05.846221 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:05.965601 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:05.965884 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:05.966160 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:05.980299 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:05.980583 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:05.980850 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.009968 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.010250 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.010525 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.048938 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.049517 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.049517 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.286188 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.286480 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.286755 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.287030 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.287766 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.409784 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.410114 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.410405 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.410685 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.410959 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.411276 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.411546 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.411810 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.412069 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.412354 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.412616 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.412882 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.413146 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.413429 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.413699 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.413970 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.414229 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.414500 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.414755 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.415038 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.415386 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.415650 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.415898 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.416184 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.416437 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.416685 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.417072 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 05 22:28:06.417340 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 05 22:28:06.417582 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 05 22:28:06.417820 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 05 22:28:06.418059 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 05 22:28:06.418294 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 05 22:28:06.418666 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 05 22:28:06.422461 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 05 22:28:06.426463 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 05 22:28:06.430208 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 05 22:28:06.431872 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 05 22:28:06.432324 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 05 22:28:06.432669 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 05 22:28:06.433058 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 05 22:28:06.436297 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 05 22:28:06.436641 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 05 22:28:06.436999 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 05 22:28:06.465493 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 05 22:28:06.465947 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.466250 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87375) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 05 22:28:06.466616 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.468243 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87375) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 05 22:28:06.468528 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 05 22:28:06.468779 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 05 22:28:06.472024 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.472315 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:06.534496 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 05 22:28:06.534737 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 05 22:28:06.534979 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 05 22:28:06.535353 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 05 22:28:06.566929 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_db.sqlalchemy.engines [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87375) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 05 22:28:07.057400 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.managers [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Initializing driver for type 'gre' Feb 05 22:28:07.058007 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] gre ID ranges: [(1, 1000)] Feb 05 22:28:07.240077 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.managers [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Initializing driver for type 'local' Feb 05 22:28:07.240415 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.managers [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Initializing driver for type 'vlan' Feb 05 22:28:07.320054 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] VlanTypeDriver initialization complete Feb 05 22:28:07.320417 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.managers [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Initializing driver for type 'vxlan' Feb 05 22:28:07.320927 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] vxlan ID ranges: [(1, 1000)] Feb 05 22:28:07.636965 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.managers [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Initializing extension driver 'port_security' Feb 05 22:28:07.637282 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.extensions.port_security [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] PortSecurityExtensionDriver initialization complete Feb 05 22:28:07.637616 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.managers [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Initializing mechanism driver 'openvswitch' Feb 05 22:28:07.637946 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.managers [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Initializing mechanism driver 'hyperv' Feb 05 22:28:07.645384 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.plugins.ml2.plugin [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:28:07.646066 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > port after_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.646438 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > port after_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.646786 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > port after_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.647312 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 05 22:28:07.647916 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > subnet after_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.648270 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > subnet after_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.648616 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > subnet after_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.649005 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 05 22:28:07.649439 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > network after_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.649792 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > network after_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.650166 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > network after_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.650554 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 05 22:28:07.650955 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > security_group after_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.651301 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > security_group after_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.651640 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > security_group after_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.652026 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 05 22:28:07.652469 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.652809 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.653199 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.653714 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 05 22:28:07.654117 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > address_group after_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.654466 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > address_group after_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.654813 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > address_group after_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.655195 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 05 22:28:07.655638 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] ML2 OVO RPC backend initialized. {{(pid=87375) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 05 22:28:07.656340 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router_interface after_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.656692 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.657105 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > network before_response 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.657498 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > networks before_response 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.657848 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > port before_response 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.658188 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > ports before_response 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.658635 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > subnet before_response 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.658985 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > subnets before_response 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.659331 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > network after_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.659675 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > network after_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.660012 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > network after_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.660345 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > port after_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.660680 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > port after_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.661011 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > port after_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.661367 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > subnet after_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.661702 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > subnet after_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.662032 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > subnet after_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.662605 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.plugin [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Modular L2 Plugin initialization complete Feb 05 22:28:07.663862 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading services supported by the core plugin {{(pid=87375) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 05 22:28:07.663862 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.plugins.ml2.managers [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Got port-security extension from driver 'port_security' Feb 05 22:28:07.663862 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.extensions.vlantransparent [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Disabled vlantransparent extension. Feb 05 22:28:07.664217 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87375) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 05 22:28:07.664553 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading Plugin: router Feb 05 22:28:07.701140 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router_interface before_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.702154 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router after_create 55549900 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.702534 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router before_create 55549900 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.703019 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.703430 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.703784 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router after_delete 55549900 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.704143 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > floatingip after_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.704503 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router after_create 55549900 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.704850 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router after_update 55549900 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.705213 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router after_update 55549900 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.705561 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.705916 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router after_update 55549900 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.706320 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router precommit_update 55549900 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.706732 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: port after_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.707063 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: port after_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.707396 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: subnet after_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.707731 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.708078 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > port precommit_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.708424 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router precommit_create 55549900 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.708788 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: port before_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.709175 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router precommit_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.709542 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router after_update 55549900 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.713212 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router precommit_delete 55549900 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.713212 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router precommit_create 55549900 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.713212 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router_interface after_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.713212 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router precommit_update 55549900 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.713543 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > agent after_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.713543 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > agent after_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.713543 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > network after_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.713543 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Tracking information for resource: router configured {{(pid=87375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 05 22:28:07.713543 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Tracking information for resource: floatingip configured {{(pid=87375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 05 22:28:07.718313 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.db.l3_agentschedulers_db [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 05 22:28:07.718884 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: port after_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.719252 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: port after_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.719710 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: port after_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.720067 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: port after_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.720969 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router before_create 55550100 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.721425 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router precommit_delete 55550100 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.721994 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router precommit_create 55550100 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.722584 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > router precommit_update 55550100 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.730658 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.services.provider_configuration [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Service providers = [] {{(pid=87375) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 05 22:28:07.731292 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.db.servicetype_db [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87375) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 05 22:28:07.734720 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.services.service_base [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 05 22:28:07.735063 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.services.service_base [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 05 22:28:07.735411 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.services.service_base [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 05 22:28:07.736334 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.services.service_base [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 05 22:28:07.736703 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.services.service_base [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 05 22:28:07.737078 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 05 22:28:07.737417 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 05 22:28:07.757068 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 05 22:28:07.757422 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading Plugin: auto_allocate Feb 05 22:28:07.763793 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: network precommit_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.764732 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: network precommit_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.765419 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 05 22:28:07.765741 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading Plugin: tag Feb 05 22:28:07.772351 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 05 22:28:07.777460 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading Plugin: timestamp Feb 05 22:28:07.780989 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 05 22:28:07.781351 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading Plugin: network_ip_availability Feb 05 22:28:07.786696 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.787064 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.787417 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:07.788131 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 05 22:28:07.788451 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading Plugin: flavors Feb 05 22:28:07.793269 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 05 22:28:07.793600 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading Plugin: revisions Feb 05 22:28:07.797983 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 05 22:28:07.798373 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_concurrency.lockutils [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.264s {{(pid=87375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 05 22:28:07.799113 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87375) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 05 22:28:07.799450 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Initializing extension manager. Feb 05 22:28:07.799954 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: __init__.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.800295 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: __pycache__ {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.800631 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.800961 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: address_group.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.801780 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.802429 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: address-group Feb 05 22:28:07.802829 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: address_scope.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.803540 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.804058 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: address-scope Feb 05 22:28:07.804381 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: admin_state_down_before_update.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.805340 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.805859 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: router-admin-state-down-before-update Feb 05 22:28:07.806183 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: agent.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.806879 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.807436 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: agent Feb 05 22:28:07.807784 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: agent_resources_synced.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.808687 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.809291 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: agent-resources-synced Feb 05 22:28:07.809617 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: allowedaddresspairs.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.812264 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.812817 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: allowed-address-pairs Feb 05 22:28:07.813147 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: auto_allocated_topology.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.814349 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.814877 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: auto-allocated-topology Feb 05 22:28:07.815232 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: availability_zone.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.816041 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.816554 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: availability_zone Feb 05 22:28:07.816878 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: availability_zone_filter.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.821173 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.821695 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: availability_zone_filter Feb 05 22:28:07.822109 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: data_plane_status.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.823018 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.823531 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension data-plane-status not supported by any of loaded plugins Feb 05 22:28:07.823857 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: default_subnetpools.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.824771 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.825311 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: default-subnetpools Feb 05 22:28:07.825638 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: dhcpagentscheduler.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.827136 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.827660 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: dhcp_agent_scheduler Feb 05 22:28:07.828218 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: dns.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.829146 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.829681 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension dns-integration not supported by any of loaded plugins Feb 05 22:28:07.830002 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: dns_domain_ports.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.830917 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.831433 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 05 22:28:07.831756 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: dvr.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.832583 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.833214 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: dvr Feb 05 22:28:07.833542 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: empty_string_filtering.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.834458 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.834969 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: empty-string-filtering Feb 05 22:28:07.835290 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.836259 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.836709 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 05 22:28:07.837031 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.837965 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.838475 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 05 22:28:07.838794 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: external_net.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.839773 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.840284 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: external-net Feb 05 22:28:07.840605 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: extra_dhcp_opt.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.841556 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.842092 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: extra_dhcp_opt Feb 05 22:28:07.842447 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: extraroute.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.843404 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.843960 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: extraroute Feb 05 22:28:07.844280 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: extraroute_atomic.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.850564 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.851079 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: extraroute-atomic Feb 05 22:28:07.851401 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: filter_validation.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.852069 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.852621 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: filter-validation Feb 05 22:28:07.852941 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: fip_pf_description.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.853887 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.854407 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 05 22:28:07.854732 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: fip_port_details.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.855652 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.856173 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: fip-port-details Feb 05 22:28:07.856498 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: flavors.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.858454 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.858993 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: flavors Feb 05 22:28:07.859320 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.861003 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.861612 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 05 22:28:07.861946 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: floatingip_pools.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.862650 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.863164 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: floatingip-pools Feb 05 22:28:07.863489 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: ip_allocation.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.864411 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.864924 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension ip_allocation not supported by any of loaded plugins Feb 05 22:28:07.865273 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.866198 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.866714 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: ip-substring-filtering Feb 05 22:28:07.867036 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: l2_adjacency.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.868133 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.868644 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension l2_adjacency not supported by any of loaded plugins Feb 05 22:28:07.868965 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: l3.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.869979 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.870504 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: router Feb 05 22:28:07.870830 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: l3_conntrack_helper.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.875579 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.876123 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 05 22:28:07.876453 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.879250 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.879775 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: ext-gw-mode Feb 05 22:28:07.880100 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.881024 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.881580 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: l3-ha Feb 05 22:28:07.882010 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: l3_flavors.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.882933 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.883451 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: l3-flavors Feb 05 22:28:07.883770 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.884711 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.885266 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: l3-port-ip-change-not-allowed Feb 05 22:28:07.885591 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: l3agentscheduler.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.886672 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.887239 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: l3_agent_scheduler Feb 05 22:28:07.887522 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: logging.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.889054 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.889622 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension logging not supported by any of loaded plugins Feb 05 22:28:07.889954 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: metering.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.890696 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.891280 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: metering Feb 05 22:28:07.891611 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.892705 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.893355 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: metering_source_and_destination_fields Feb 05 22:28:07.893686 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: multiprovidernet.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.894768 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.895296 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: multi-provider Feb 05 22:28:07.895622 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: netmtu.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.896534 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.897051 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: net-mtu Feb 05 22:28:07.897404 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: netmtu_writable.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.898322 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.898878 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: net-mtu-writable Feb 05 22:28:07.899207 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: network_availability_zone.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.899881 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.900400 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: network_availability_zone Feb 05 22:28:07.900727 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: network_ip_availability.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.901838 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.902360 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: network-ip-availability Feb 05 22:28:07.902688 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: network_segment_range.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.903446 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.903958 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension network-segment-range not supported by any of loaded plugins Feb 05 22:28:07.904281 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: pagination.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.905383 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.905714 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: pagination Feb 05 22:28:07.906036 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: port_device_profile.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.906946 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.907492 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: port-device-profile Feb 05 22:28:07.907820 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.908748 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.909304 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: port-mac-address-regenerate Feb 05 22:28:07.909630 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.910582 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.911098 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: port-numa-affinity-policy Feb 05 22:28:07.911419 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: port_resource_request.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.915057 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.915569 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension port-resource-request not supported by any of loaded plugins Feb 05 22:28:07.915890 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: portbindings.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.916811 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.917357 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: binding Feb 05 22:28:07.917682 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: portbindings_extended.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.918963 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.919487 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: binding-extended Feb 05 22:28:07.919812 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: portsecurity.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.921555 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.922076 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: port-security Feb 05 22:28:07.922404 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: project_id.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.923385 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.923714 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: project-id Feb 05 22:28:07.924034 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: providernet.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.924955 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.925518 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: provider Feb 05 22:28:07.925841 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: qos.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.929669 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.930204 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension qos not supported by any of loaded plugins Feb 05 22:28:07.930536 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.931840 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.932367 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 05 22:28:07.932698 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.933641 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.934248 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 05 22:28:07.934578 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: qos_default.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.935493 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.936722 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension qos-default not supported by any of loaded plugins Feb 05 22:28:07.937048 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: qos_fip.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.937737 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.938339 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension qos-fip not supported by any of loaded plugins Feb 05 22:28:07.938677 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: qos_gateway_ip.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.939603 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.940124 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 05 22:28:07.940446 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: qos_port_network_policy.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.941426 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.949186 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 05 22:28:07.949186 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: qos_rule_type_details.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.949672 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.950188 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 05 22:28:07.950510 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: qos_rules_alias.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.951579 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.952097 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 05 22:28:07.952419 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: quotasv2.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.953371 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.953698 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: quotas Feb 05 22:28:07.954016 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: quotasv2_detail.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.955615 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.956067 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: quota_details Feb 05 22:28:07.956403 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: rbac.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.957495 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.958031 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: rbac-policies Feb 05 22:28:07.958364 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: rbac_address_group.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.959307 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.959834 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: rbac-address-group Feb 05 22:28:07.960161 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: rbac_address_scope.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.961123 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.961661 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: rbac-address-scope Feb 05 22:28:07.961987 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: rbac_security_groups.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.962909 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.963426 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: rbac-security-groups Feb 05 22:28:07.963749 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: rbac_subnetpool.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.964672 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.965211 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: rbac-subnetpool Feb 05 22:28:07.965537 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: revisionifmatch.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.966446 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.967082 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: revision-if-match Feb 05 22:28:07.967417 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: revisions.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.968526 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.969043 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: standard-attr-revisions Feb 05 22:28:07.969401 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: router_availability_zone.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.970071 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.970588 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: router_availability_zone Feb 05 22:28:07.970911 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: routerservicetype.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.971824 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.972379 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension router-service-type not supported by any of loaded plugins Feb 05 22:28:07.972703 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.973646 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.974166 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: security-groups-normalized-cidr Feb 05 22:28:07.974488 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: security_groups_port_filtering.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.975456 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.975979 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: port-security-groups-filtering Feb 05 22:28:07.976302 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.984220 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.984774 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: security-groups-remote-address-group Feb 05 22:28:07.985102 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: securitygroup.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.994794 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.995334 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: security-group Feb 05 22:28:07.995666 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: segment.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.996445 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.996968 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension segment not supported by any of loaded plugins Feb 05 22:28:07.997332 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:07.999163 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:07.999688 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 05 22:28:08.000031 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: servicetype.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:08.001172 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:08.001727 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: service-type Feb 05 22:28:08.002054 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: sorting.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:08.003036 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:08.003367 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: sorting Feb 05 22:28:08.003691 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: standard_attr_segment.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:08.004608 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:08.005135 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 05 22:28:08.005486 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: standardattrdescription.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:08.006135 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:08.006652 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: standard-attr-description Feb 05 22:28:08.006975 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: stateful_security_group.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:08.007894 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:08.008424 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: stateful-security-group Feb 05 22:28:08.008746 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: stdattrs_common.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:08.009359 dv-cinder-818886-2-iscsi neutron-server[87375]: WARNING neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 05 22:28:08.009681 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:08.010684 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:08.011204 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 05 22:28:08.011527 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: subnet_onboard.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:08.012594 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:08.013172 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: subnet_onboard Feb 05 22:28:08.013506 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:08.014584 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:08.015166 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 05 22:28:08.023149 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: subnet_service_types.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:08.023610 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:08.024129 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: subnet-service-types Feb 05 22:28:08.024452 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: subnetallocation.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:08.025563 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:08.026091 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: subnet_allocation Feb 05 22:28:08.026416 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:08.027078 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:08.027637 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: subnetpool-prefix-ops Feb 05 22:28:08.027952 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:08.028907 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:08.029451 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 05 22:28:08.029954 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: tagging.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:08.031004 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:08.031534 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: standard-attr-tag Feb 05 22:28:08.031861 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: timestamp.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:08.033050 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:08.033678 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loaded extension: standard-attr-timestamp Feb 05 22:28:08.034007 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: trunk.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:08.035039 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:08.035565 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension trunk not supported by any of loaded plugins Feb 05 22:28:08.035975 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: trunk_details.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:08.036845 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:08.037387 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension trunk-details not supported by any of loaded plugins Feb 05 22:28:08.037712 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: uplink_status_propagation.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:08.038635 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:08.039154 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 05 22:28:08.039477 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Loading extension file: vlantransparent.py {{(pid=87375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 22:28:08.040140 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 22:28:08.040654 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extension vlan-transparent not supported by any of loaded plugins Feb 05 22:28:08.043098 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Creating instance of TrackedResource for resource:network Feb 05 22:28:08.043835 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Creating instance of TrackedResource for resource:subnet Feb 05 22:28:08.044623 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 22:28:08.045765 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Creating instance of TrackedResource for resource:port Feb 05 22:28:08.047100 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.v2.resource_helper [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 22:28:08.047532 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.v2.resource_helper [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Service FLAVORS assigned prefix: {{(pid=87375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 22:28:08.048145 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.v2.resource_helper [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 22:28:08.048564 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.v2.resource_helper [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 22:28:08.048892 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Creating instance of TrackedResource for resource:router Feb 05 22:28:08.049574 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Creating instance of TrackedResource for resource:floatingip Feb 05 22:28:08.050282 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.v2.resource_helper [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Service METERING assigned prefix: /metering {{(pid=87375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 22:28:08.051727 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:08.052100 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:08.052451 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:28:08.053621 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Creating instance of CountableResource for resource:rbac_policy Feb 05 22:28:08.054055 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Creating instance of TrackedResource for resource:security_group Feb 05 22:28:08.054708 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Creating instance of TrackedResource for resource:security_group_rule Feb 05 22:28:08.055443 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.v2.resource_helper [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Service CORE assigned prefix: {{(pid=87375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 22:28:08.055952 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 22:28:08.056380 dv-cinder-818886-2-iscsi neutron-server[87375]: WARNING neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] subnetpool is already registered Feb 05 22:28:08.056997 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.v2.resource_helper [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Service CORE assigned prefix: {{(pid=87375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 22:28:08.057351 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 22:28:08.057680 dv-cinder-818886-2-iscsi neutron-server[87375]: WARNING neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] subnetpool is already registered Feb 05 22:28:08.060188 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.v2.resource_helper [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 22:28:08.060619 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.v2.resource_helper [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Service FLAVORS assigned prefix: {{(pid=87375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 22:28:08.061912 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.v2.resource_helper [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 22:28:08.062328 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.v2.resource_helper [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 22:28:08.062664 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Creating instance of TrackedResource for resource:router Feb 05 22:28:08.066243 dv-cinder-818886-2-iscsi neutron-server[87375]: WARNING neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] router is already registered Feb 05 22:28:08.066243 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Creating instance of TrackedResource for resource:floatingip Feb 05 22:28:08.066243 dv-cinder-818886-2-iscsi neutron-server[87375]: WARNING neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] floatingip is already registered Feb 05 22:28:08.066243 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.v2.resource_helper [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Service METERING assigned prefix: /metering {{(pid=87375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 22:28:08.066243 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Creating instance of CountableResource for resource:rbac_policy Feb 05 22:28:08.066243 dv-cinder-818886-2-iscsi neutron-server[87375]: WARNING neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] rbac_policy is already registered Feb 05 22:28:08.066243 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Creating instance of TrackedResource for resource:security_group Feb 05 22:28:08.066727 dv-cinder-818886-2-iscsi neutron-server[87375]: WARNING neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] security_group is already registered Feb 05 22:28:08.066967 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Creating instance of TrackedResource for resource:security_group_rule Feb 05 22:28:08.067295 dv-cinder-818886-2-iscsi neutron-server[87375]: WARNING neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] security_group_rule is already registered Feb 05 22:28:08.067935 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.v2.resource_helper [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Service CORE assigned prefix: {{(pid=87375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 22:28:08.068264 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 22:28:08.068600 dv-cinder-818886-2-iscsi neutron-server[87375]: WARNING neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] subnetpool is already registered Feb 05 22:28:08.069211 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.v2.resource_helper [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Service CORE assigned prefix: {{(pid=87375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 22:28:08.069538 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 22:28:08.069858 dv-cinder-818886-2-iscsi neutron-server[87375]: WARNING neutron.quota.resource_registry [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] subnetpool is already registered Feb 05 22:28:08.070488 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: extensions {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.071961 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: address-groups {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.073583 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: address-scopes {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.074785 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: agents {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.076039 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: auto-allocated-topology {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.077552 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: availability_zones {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.078867 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: dhcp-networks {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.080272 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: dhcp-agents {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.081718 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: routers {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.083533 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: flavors {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.084693 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: service_profiles {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.085921 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: next_providers {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.088352 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: service_profiles {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.089849 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: floatingip-pools {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.091120 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: routers {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.093192 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: floatingips {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.094365 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: l3-routers {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.095744 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: l3-agents {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.097165 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: metering-labels {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.098547 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: metering-label-rules {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.099847 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: network-ip-availabilities {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.101115 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: bindings {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.102779 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: quotas {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.104206 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: quotas {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.105692 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: rbac-policies {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.106979 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: security-groups {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.114492 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: security-group-rules {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.114492 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: service-providers {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.114492 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: subnetpools {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.114492 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: subnetpools {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.114492 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: tags {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.115695 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: tags {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.117507 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: tags {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.119341 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: tags {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.121120 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: tags {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.122971 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: tags {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.125075 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: tags {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.126994 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: tags {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.128763 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: tags {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.130660 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron.api.extensions [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Extended resource: tags {{(pid=87375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 22:28:08.136409 dv-cinder-818886-2-iscsi neutron-server[87375]: WARNING keystonemiddleware.auth_token [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 05 22:28:08.141759 dv-cinder-818886-2-iscsi neutron-server[87375]: WARNING keystonemiddleware.auth_token [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 05 22:28:08.149785 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_concurrency.lockutils [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Acquired lock "singleton_lock" {{(pid=87375) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 05 22:28:08.150261 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_concurrency.lockutils [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Releasing lock "singleton_lock" {{(pid=87375) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 05 22:28:08.150896 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO oslo_service.service [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Starting 2 workers Feb 05 22:28:08.156282 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Started child 87482 {{(pid=87375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 05 22:28:08.160574 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Started child 87483 {{(pid=87375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 05 22:28:08.161484 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:08.162201 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO neutron.service [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Neutron service started, listening on 0.0.0.0:9696 Feb 05 22:28:08.162861 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Notify callbacks [] for process, before_spawn {{(pid=87375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:08.163014 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [-] (87482) wsgi starting up on http://0.0.0.0:9696 Feb 05 22:28:08.165107 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:08.165608 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO oslo_service.service [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Starting 1 workers Feb 05 22:28:08.166522 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [-] (87483) wsgi starting up on http://0.0.0.0:9696 Feb 05 22:28:08.170408 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Started child 87484 {{(pid=87375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 05 22:28:08.171056 dv-cinder-818886-2-iscsi neutron-server[87375]: INFO oslo_service.service [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Starting 1 workers Feb 05 22:28:08.174447 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.service [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] calling RpcWorker wait() {{(pid=87484) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 05 22:28:08.175014 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.service [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] returning from RpcWorker wait() {{(pid=87484) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 05 22:28:08.175465 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Started child 87485 {{(pid=87375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 05 22:28:08.176192 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:08.176307 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a40f-5b18-4784-a323-2c40c918dffb None None] Notify callbacks [] for process, after_spawn {{(pid=87375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:08.176675 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:28:08.178160 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87375) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 05 22:28:08.178373 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 05 22:28:08.178556 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 05 22:28:08.178761 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 05 22:28:08.179092 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 05 22:28:08.179252 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 05 22:28:08.179773 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.180068 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.180344 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.180611 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.180875 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.180964 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:08.181503 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.181767 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.182013 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.182242 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:28:08.182335 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.182555 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.182721 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.182884 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.183124 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.183370 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.183691 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.183936 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.184188 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.184438 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.184604 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.184858 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.185111 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.185361 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.185626 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] debug = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.185893 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.186428 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.186654 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.186897 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.187138 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.187404 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.187645 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.187905 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.188146 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.188356 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.188598 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.188850 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.189095 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.189344 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.189578 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.189824 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.190036 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.190495 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] host = dv-cinder-818886-2-iscsi {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.190712 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.190946 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.191168 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.191418 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.191655 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.191886 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.192140 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.192389 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.192650 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.192888 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.193147 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.193404 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.193614 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.193848 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] log_file = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.193993 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] log_options = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.194233 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.194497 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.194757 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.194944 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.195156 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.195286 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.195503 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.195662 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.195904 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.196135 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.196369 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.196569 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.196796 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.197003 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.197352 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.197579 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.197808 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.198012 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.198273 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.198492 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.198726 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.198946 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.199252 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.199490 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.199723 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.200367 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.200592 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.201086 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.201086 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.202389 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.202518 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.202801 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.203129 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.203285 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.203491 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.203720 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.203930 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.204189 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.204414 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.204662 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.204919 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.205128 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.205388 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.205597 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.205813 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.206021 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] use_json = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.206231 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.206458 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.206703 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.206911 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.207149 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.207356 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.207569 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.207792 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.208019 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.208423 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.208703 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.208703 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.209453 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.209552 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.209770 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.209996 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.210210 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.210433 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.210673 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.210987 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.212637 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.212637 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.212637 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.212637 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.213072 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.213340 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.213634 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.223302 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.223302 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.223302 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.223302 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.223302 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.223302 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.223302 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.223302 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.223820 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.223820 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.223820 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.223820 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.223820 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.223820 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.223820 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.223820 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.223820 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.224355 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.224355 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.224355 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.224355 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.224355 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.224355 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.224355 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.224355 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.224355 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.224856 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.224856 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.224856 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.224856 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.224856 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.224856 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.224856 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.224856 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.224856 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.225426 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.225426 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.225426 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.225426 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.225426 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.225426 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.225426 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.225426 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.225426 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.225940 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.225940 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.225940 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.226161 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.226436 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.226631 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.226873 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.227091 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.227315 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.227530 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.227747 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.227962 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.228199 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.228414 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.228630 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.228844 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.229062 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.229307 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.229538 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.229751 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.229964 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.230177 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.230461 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.230771 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.231036 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.231316 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.231575 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.231819 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.232036 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.232306 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.232525 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.232907 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.233185 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.233459 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.233711 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.233943 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.234207 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.234450 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.234775 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.234968 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.235215 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.235455 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.235690 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.235915 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.236189 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.236458 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.236710 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.236961 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.237239 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.237511 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.237754 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.238042 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.238382 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.238658 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.238997 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.239273 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.239554 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.239786 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.240039 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.240296 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.240528 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.240793 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.241043 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.241320 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.241541 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.242547 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.242547 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.242547 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.242812 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.242896 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.243179 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.243418 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.243655 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.243891 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.244193 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.244447 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.244670 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.244952 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.245690 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.245690 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.245892 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.245974 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.246214 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.246453 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.246704 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.246938 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.247195 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.247431 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.247677 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.247892 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.248947 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.249285 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.249704 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.249959 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.250193 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.250429 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.250639 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.250904 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.251120 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.251360 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.251619 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.251846 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.252065 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.252283 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.252515 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.252783 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.253001 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.253294 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.253544 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.253794 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.254026 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.254248 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.254504 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.254721 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.255001 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.255245 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.255473 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.255684 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.255900 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.256117 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.256330 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.256575 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.256822 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.257085 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.257367 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.257681 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.257935 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.258187 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.258425 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.258643 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.258879 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.259114 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.259347 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.259564 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.259775 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.259983 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.260270 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.260508 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.260757 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.260994 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.261232 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.261466 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.261683 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.261920 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.262217 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.262471 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.262698 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.262945 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.263204 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.263435 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.263665 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.263996 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.264708 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.265022 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.265276 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.265517 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.265923 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.265923 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.266159 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.266424 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.266699 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.266924 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.268038 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.268038 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.268038 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.268038 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.268538 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.268538 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.268776 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.268901 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.269094 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.269340 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.269613 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.269953 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.270260 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.270515 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.270768 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.271079 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.271365 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.271634 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.271869 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.272150 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.272518 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.272806 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.273067 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.273348 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.273641 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.273865 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.274081 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.274317 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.274554 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.274772 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.275038 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.275270 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.275492 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.275725 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.275976 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.276225 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.276448 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.276695 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.276932 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.277147 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.277324 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 05 22:28:08.277867 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87375) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 05 22:28:08.278030 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 05 22:28:08.278184 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 05 22:28:08.278352 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 05 22:28:08.278523 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 05 22:28:08.278677 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 05 22:28:08.278891 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.279056 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.279218 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.279380 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.279619 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.279733 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.279890 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.280048 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.280208 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.280367 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.280527 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.280685 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.280843 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.281003 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.281168 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.281332 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.281497 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.281657 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.281822 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.281980 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.282139 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.282298 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.282455 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] debug = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.282618 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.282821 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.282971 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.283134 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.283292 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.283452 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.283609 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.283889 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.284029 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.284186 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.284344 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.284493 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.284649 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.284808 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.284966 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.285125 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.285801 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.285801 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] host = dv-cinder-818886-2-iscsi {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.285801 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.285801 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.286347 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.286347 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.286347 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.286347 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.286768 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.286768 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.286768 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.287120 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.287120 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.287354 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.287354 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.287505 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] log_file = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.287653 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] log_options = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.287994 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.287994 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.288156 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.288284 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.288448 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.288609 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.288770 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.288931 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.289092 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.289261 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.289420 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.289582 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.289741 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.289902 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.290061 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.290219 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.290379 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.290540 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.290707 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.290858 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.291017 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.291175 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.291363 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.291503 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.291628 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.291790 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.291949 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.292107 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.292270 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.292434 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.292592 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.292750 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.292910 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.293070 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.293251 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.293412 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.293571 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.293734 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.293894 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.294116 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.294245 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.294368 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.294491 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.294640 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.294799 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.294957 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] use_json = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.295149 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.295314 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.295475 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.295633 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.295791 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.295954 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.296108 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.296249 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.296443 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 22:28:08.296573 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.296720 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.296892 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.297055 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.297247 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.297409 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.297569 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.297730 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.297891 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.298051 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.298218 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.298379 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.298550 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.298711 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.298871 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.299034 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.299196 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.299357 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.299519 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.299680 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.299841 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.300002 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.300177 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.300338 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.300501 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.300664 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.300825 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.300987 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.301182 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.301328 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.301524 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.301654 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.301780 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.301932 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.302094 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.302255 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.302415 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.302578 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.302739 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.302901 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.303062 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.303225 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.303387 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.303549 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.303710 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.303871 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.304033 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.304247 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.304375 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.304495 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.304666 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.304829 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.304918 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:28:08.305004 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.305139 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.305323 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.305485 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.305645 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.305807 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.305969 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.306130 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.306292 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.306469 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.306629 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.306791 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.306953 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.307114 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.307276 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.307437 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.307598 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.307759 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.307920 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.308082 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.308243 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.308405 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.308563 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.308727 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.308876 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.309221 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.309221 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.309731 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.309731 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.309731 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.309978 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.309978 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.310175 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.310301 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.310426 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.310583 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.311295 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.311838 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.311838 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.311838 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.312503 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.312503 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.312503 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.312503 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.312914 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.312914 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.312914 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.313211 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.313211 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.313412 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.313493 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.313610 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.313771 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.313932 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.314093 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.314352 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.314482 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.314598 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.314931 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.314931 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.315135 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.315217 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.315361 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.315534 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.315706 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.315868 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.316028 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.316190 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.316351 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.316510 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.316727 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.316813 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.316967 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.317127 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.317361 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.317475 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.317646 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.317807 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.317968 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.318128 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.318312 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.318473 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.318634 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.318796 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.318956 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.319116 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.319277 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.319437 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.319598 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.319759 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.319920 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.320081 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.320242 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.320404 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.320565 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.320726 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.320888 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.321050 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.321242 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.321372 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.321540 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.321733 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.321859 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.322019 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.322180 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.322340 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.322500 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.322660 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.322822 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.322983 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.323145 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.323306 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.323467 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.323627 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.323787 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.323947 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.324107 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.324537 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.324537 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.324716 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.324716 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.324873 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.325028 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.325210 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.325376 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.325539 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.325701 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.325863 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.326024 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.326187 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.326348 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.326553 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.326828 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.326948 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.327047 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.327178 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.327338 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.327500 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.327661 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.327822 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.327983 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.328143 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.328305 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.328466 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.328627 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.328788 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.328953 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.329119 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.329513 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.337564 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.337564 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.337564 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.337951 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 38382) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:28:08.338056 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.338056 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.338056 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.338056 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.338056 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.338056 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.338056 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.338056 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.338056 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.338665 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.338665 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.338665 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.338665 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.338665 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.338665 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.338665 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.338665 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.339215 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.339215 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.339215 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.339215 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.339215 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.339215 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.339215 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.339215 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.339767 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.339767 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.339767 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.339767 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.339767 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.339767 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.339767 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.339767 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.340315 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.340315 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.340315 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.340315 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.340315 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.340315 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.340315 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.340315 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.340855 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.340855 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.340855 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.340855 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.340855 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.340855 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.340855 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.341385 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.341385 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.341385 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.341594 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.341673 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.341783 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.342637 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.342970 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.343295 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.343437 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.343608 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.343767 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 22:28:08.343918 dv-cinder-818886-2-iscsi neutron-server[87375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 05 22:28:08.347677 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0120928 Feb 05 22:28:18.843572 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64ffe89-9cc6-4abc-8745-583cd1748bbd None None] get_active_networks_info from dv-cinder-818886-2-iscsi {{(pid=87484) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 05 22:28:18.921954 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64ffe89-9cc6-4abc-8745-583cd1748bbd None None] No non-hosted networks {{(pid=87484) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 05 22:28:18.944756 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.agentschedulers_db [None req-b64ffe89-9cc6-4abc-8745-583cd1748bbd None None] DHCP Agent not found on host dv-cinder-818886-2-iscsi {{(pid=87484) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 05 22:28:19.115000 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-94ca9c10-5f26-4742-beaa-907fe7053704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541741'] for agent, after_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:21.260387 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-18b5a6ea-c99e-4ceb-9724-1feffebebec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541741'] for agent, after_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:21.313885 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.db.api [None req-73a70492-c897-42a1-b5a1-5ce65de280a5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-818886-2-iscsi {{(pid=87484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 22:28:21.314566 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG oslo_db.api [None req-73a70492-c897-42a1-b5a1-5ce65de280a5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 22:28:21.899503 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-73a70492-c897-42a1-b5a1-5ce65de280a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:22.254142 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541741'] for agent, after_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:22.459580 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541741'] for agent, after_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:22.461040 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:22.461651 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:22.465133 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:22.465133 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:22.465133 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:22.465133 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:22.465133 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:22.465519 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:22.465519 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:22.465519 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:22.465519 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:22.465519 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:22.466806 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818886-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:28:22.472602 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818886-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:28:23.619561 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541741'] for agent, after_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:25.307107 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 38474) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:28:25.885665 dv-cinder-818886-2-iscsi neutron-server[87483]: WARNING oslo_policy.policy [None req-35aec00d-7e2a-4f4d-9952-df0b7abc4f7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 22:28:25.886416 dv-cinder-818886-2-iscsi neutron-server[87483]: WARNING oslo_policy.policy [None req-35aec00d-7e2a-4f4d-9952-df0b7abc4f7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 22:28:26.104887 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [None req-35aec00d-7e2a-4f4d-9952-df0b7abc4f7c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 05 22:28:26.105923 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-35aec00d-7e2a-4f4d-9952-df0b7abc4f7c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7979300 Feb 05 22:28:28.160259 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.db.l3_hamode_db [None req-cecc0a18-39c1-42f0-a0ee-72ec11eb6560 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 05 22:28:28.249742 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecc0a18-39c1-42f0-a0ee-72ec11eb6560 None None] Routers set() bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:28:28.250138 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecc0a18-39c1-42f0-a0ee-72ec11eb6560 None None] Router IDs set() for agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 05 22:28:28.454965 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 38488) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:28:28.812399 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-0043f96d-6b41-4126-93b2-d04d0b7c0e0c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:28:28.915740 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.policy [None req-0043f96d-6b41-4126-93b2-d04d0b7c0e0c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87483) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 05 22:28:28.961021 dv-cinder-818886-2-iscsi neutron-server[87483]: WARNING oslo_policy.policy [None req-0043f96d-6b41-4126-93b2-d04d0b7c0e0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 22:28:28.961417 dv-cinder-818886-2-iscsi neutron-server[87483]: WARNING oslo_policy.policy [None req-0043f96d-6b41-4126-93b2-d04d0b7c0e0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 22:28:28.969973 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.quota [None req-0043f96d-6b41-4126-93b2-d04d0b7c0e0c admin admin] Loaded quota_driver: . Feb 05 22:28:28.985541 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-0043f96d-6b41-4126-93b2-d04d0b7c0e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:28:29.110731 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0043f96d-6b41-4126-93b2-d04d0b7c0e0c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748711404815', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748711405530', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748711292983', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748711290063', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748711300637', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748711307042', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3744748', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4162119', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-996116', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-929798'] for rbac-policy, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:29.293675 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0043f96d-6b41-4126-93b2-d04d0b7c0e0c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:29.295504 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-0043f96d-6b41-4126-93b2-d04d0b7c0e0c admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8395138 Feb 05 22:28:31.862444 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 38502) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:28:32.203444 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '38259d78e1da41f697c95e0c6182e467'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:28:32.208205 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:28:32.212617 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Usage tracker for resource:network and tenant:38259d78e1da41f697c95e0c6182e467 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:28:32.217879 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:28:32.224087 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:28:32.502705 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Made reservation on behalf of 38259d78e1da41f697c95e0c6182e467 for: {'network': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:28:32.505623 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for network, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:32.523430 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:32.537775 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:28:32.541485 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Usage tracker for resource:security_group_rule and tenant:38259d78e1da41f697c95e0c6182e467 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:28:32.547491 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:28:32.553202 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:28:32.656927 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:32.731682 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:32.755681 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=87483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 22:28:32.781602 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748711873841', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:32.782180 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Unsubscribe: segment precommit_create {{(pid=87483) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 05 22:28:32.782686 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.segments_db [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Added segment dfe51360-4c18-4fe2-8c46-9af0ba667b9e of type vlan for network 382f35c8-0408-4634-8d58-a5466e1d4397 Feb 05 22:28:32.830210 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33928aea-1012-4e91-bc14-63fdcc43788b,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:28:32.850574 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:32.850932 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:32.851276 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:32.851609 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:32.851935 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:32.852275 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:32.852619 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:32.852932 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:32.853284 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:32.853609 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:32.853932 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:32.854250 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Tracked resource versions report: Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: pushed versions: Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: { 'AddressGroup': {'1.2'}, Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: 'ConntrackHelper': {'1.0'}, Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: 'Log': {'1.0'}, Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: 'Network': {'1.1'}, Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: 'Port': {'1.7'}, Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: 'PortForwarding': {'1.2'}, Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: 'QosPolicy': {'1.8'}, Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: 'SecurityGroup': {'1.4'}, Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: 'SecurityGroupRule': {'1.2'}, Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: 'SubPort': {'1.0'}, Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: 'Subnet': {'1.1'}, Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: 'Trunk': {'1.1'}} Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: consumer versions: Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: { DHCP agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: L3 agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: Metadata agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: Metering agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: Open vSwitch agent@dv-cinder-818886-2-iscsi: { 'AddressGroup': '1.2', Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: 'ConntrackHelper': '1.0', Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: 'Log': '1.0', Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: 'Network': '1.1', Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: 'Port': '1.7', Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: 'PortForwarding': '1.2', Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: 'QosPolicy': '1.8', Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: 'SecurityGroup': '1.4', Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: 'SecurityGroupRule': '1.2', Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: 'SubPort': '1.0', Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: 'Subnet': '1.1', Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: 'Trunk': '1.1'}} Feb 05 22:28:32.855300 dv-cinder-818886-2-iscsi neutron-server[87483]: {{(pid=87483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 05 22:28:32.891252 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748711372171'] for network, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:32.988324 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for network, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:32.989422 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:28:32.990090 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:33.095430 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] Pushing event updated for resources: {'Network': ['ID=382f35c8-0408-4634-8d58-a5466e1d4397,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:28:33.106579 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Network 382f35c8-0408-4634-8d58-a5466e1d4397 details requested by agent ovs-agent-dv-cinder-818886-2-iscsi with host dv-cinder-818886-2-iscsi {{(pid=87484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 05 22:28:33.155667 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-2ef8104f-047f-484d-9206-53bea9b8e88c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2921474 Feb 05 22:28:35.843036 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 38518) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:28:36.420089 dv-cinder-818886-2-iscsi neutron-server[87482]: WARNING oslo_policy.policy [None req-3c7f4ab9-5245-479f-aaeb-47af00aa06c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 22:28:36.420662 dv-cinder-818886-2-iscsi neutron-server[87482]: WARNING oslo_policy.policy [None req-3c7f4ab9-5245-479f-aaeb-47af00aa06c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 22:28:36.859304 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.policy [None req-3c7f4ab9-5245-479f-aaeb-47af00aa06c6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87482) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 05 22:28:36.904308 dv-cinder-818886-2-iscsi neutron-server[87482]: WARNING oslo_policy.policy [None req-3c7f4ab9-5245-479f-aaeb-47af00aa06c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 22:28:36.904682 dv-cinder-818886-2-iscsi neutron-server[87482]: WARNING oslo_policy.policy [None req-3c7f4ab9-5245-479f-aaeb-47af00aa06c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 22:28:36.912713 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7f4ab9-5245-479f-aaeb-47af00aa06c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:28:36.914660 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-3c7f4ab9-5245-479f-aaeb-47af00aa06c6 admin admin] 10.222.0.24 "GET /v2.0/networks/382f35c8-0408-4634-8d58-a5466e1d4397 HTTP/1.1" status: 200 len: 825 time: 1.0696778 Feb 05 22:28:36.946792 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-8eda2b79-4bf7-48c5-9ceb-832fea8b5325 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/69c267d9-4c00-45ec-82da-2e04e085e0f8 HTTP/1.1" status: 200 len: 734 time: 0.0258465 Feb 05 22:28:36.955418 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Request body: {'subnet': {'subnetpool_id': '69c267d9-4c00-45ec-82da-2e04e085e0f8', 'tenant_id': '38259d78e1da41f697c95e0c6182e467', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '382f35c8-0408-4634-8d58-a5466e1d4397', 'gateway_ip': '172.20.0.1'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:28:36.957301 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.quota [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Loaded quota_driver: . Feb 05 22:28:36.963101 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:28:36.969063 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Usage tracker for resource:subnet and tenant:38259d78e1da41f697c95e0c6182e467 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:28:36.972253 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:28:36.978988 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:28:37.035778 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Made reservation on behalf of 38259d78e1da41f697c95e0c6182e467 for: {'subnet': 1} {{(pid=87482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:28:37.038576 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:37.379050 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for subnet, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:37.459083 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Checking segment: {'id': 'dfe51360-4c18-4fe2-8c46-9af0ba667b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '382f35c8-0408-4634-8d58-a5466e1d4397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:28:37.459450 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Network hostable DHCP agents. Network: 382f35c8-0408-4634-8d58-a5466e1d4397, hostable agents: ['4c125c21-34cc-48d5-813a-c17111208447'], hosted agents: [] {{(pid=87482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 22:28:37.476236 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Pushing event updated for resources: {'Subnet': ['ID=752ce08b-f6a7-4451-b9d2-a9ddaaf6fe9a,revision_number=0']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:28:37.485618 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:37.485978 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:37.486315 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:37.486671 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:37.486995 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:37.487330 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:37.487653 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:37.487972 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:37.488303 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:37.488623 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:37.488939 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:37.489276 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Tracked resource versions report: Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: pushed versions: Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: { 'AddressGroup': {'1.2'}, Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: 'ConntrackHelper': {'1.0'}, Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: 'Log': {'1.0'}, Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: 'Network': {'1.1'}, Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: 'Port': {'1.7'}, Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: 'PortForwarding': {'1.2'}, Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: 'QosPolicy': {'1.8'}, Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: 'SecurityGroup': {'1.4'}, Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: 'SecurityGroupRule': {'1.2'}, Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: 'SubPort': {'1.0'}, Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: 'Subnet': {'1.1'}, Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: 'Trunk': {'1.1'}} Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: consumer versions: Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: { DHCP agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: L3 agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: Metadata agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: Metering agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: Open vSwitch agent@dv-cinder-818886-2-iscsi: { 'AddressGroup': '1.2', Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: 'ConntrackHelper': '1.0', Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: 'Log': '1.0', Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: 'Network': '1.1', Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: 'Port': '1.7', Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: 'PortForwarding': '1.2', Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: 'QosPolicy': '1.8', Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: 'SecurityGroup': '1.4', Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: 'SecurityGroupRule': '1.2', Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: 'SubPort': '1.0', Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: 'Subnet': '1.1', Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: 'Trunk': '1.1'}} Feb 05 22:28:37.490304 dv-cinder-818886-2-iscsi neutron-server[87482]: {{(pid=87482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 05 22:28:37.607315 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Network 382f35c8-0408-4634-8d58-a5466e1d4397 is scheduled to be hosted by DHCP agent 4c125c21-34cc-48d5-813a-c17111208447 with binding_index 1 {{(pid=87482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 22:28:37.715967 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-2-iscsi, 382f35c8-0408-4634-8d58-a5466e1d4397) {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:28:37.720640 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:28:37.721321 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:37.725609 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e929c3-539d-4203-9000-8b448621e2f2 None None] Network 382f35c8-0408-4634-8d58-a5466e1d4397 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:28:37.831109 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-fc33e45f-3f69-4d47-a335-7fc91497b60b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8788784 Feb 05 22:28:38.118562 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc962ffca-d0ef-5521-9335-c9e17b987064-382f35c8-0408-4634-8d58-a5466e1d4397', 'network_id': '382f35c8-0408-4634-8d58-a5466e1d4397', 'tenant_id': '38259d78e1da41f697c95e0c6182e467', 'fixed_ips': [{'subnet_id': '752ce08b-f6a7-4451-b9d2-a9ddaaf6fe9a'}]}} from dv-cinder-818886-2-iscsi. {{(pid=87484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 05 22:28:38.119744 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:38.301595 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.db_base_plugin_common [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Allocated IP 172.20.0.2 (382f35c8-0408-4634-8d58-a5466e1d4397/752ce08b-f6a7-4451-b9d2-a9ddaaf6fe9a/5b56583f-379a-429f-a719-af1a0c2c78b9) {{(pid=87484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:28:38.530437 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Notify callbacks [] for port, precommit_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:38.543344 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Transition to ACTIVE for port object 5b56583f-379a-429f-a719-af1a0c2c78b9 will not be triggered until provisioned by entity L2. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:28:38.563958 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Transition to ACTIVE for port object 5b56583f-379a-429f-a719-af1a0c2c78b9 will not be triggered until provisioned by entity DHCP. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:28:38.640987 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:38.704661 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Network 382f35c8-0408-4634-8d58-a5466e1d4397 is already hosted by enough agents. {{(pid=87484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:28:38.707437 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.scheduler.base_scheduler [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Resources bound (agent type, host, resource id): {{(pid=87484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:28:38.717127 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Received port after_create {{(pid=87484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:28:38.719190 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Pushing event updated for resources: {'Port': ['ID=5b56583f-379a-429f-a719-af1a0c2c78b9,revision_number=1']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:28:38.728187 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:38.728765 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:38.728859 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:38.729216 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:38.729552 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:38.729885 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:38.730212 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:38.730541 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:38.730884 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:38.731248 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:38.731754 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:38.732257 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Tracked resource versions report: Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: pushed versions: Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: { 'AddressGroup': {'1.2'}, Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: 'ConntrackHelper': {'1.0'}, Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: 'Log': {'1.0'}, Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: 'Network': {'1.1'}, Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: 'Port': {'1.7'}, Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: 'PortForwarding': {'1.2'}, Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: 'QosPolicy': {'1.8'}, Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: 'SecurityGroup': {'1.4'}, Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: 'SecurityGroupRule': {'1.2'}, Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: 'SubPort': {'1.0'}, Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: 'Subnet': {'1.1'}, Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: 'Trunk': {'1.1'}} Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: consumer versions: Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: { DHCP agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: L3 agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: Metadata agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: Metering agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: Open vSwitch agent@dv-cinder-818886-2-iscsi: { 'AddressGroup': '1.2', Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: 'ConntrackHelper': '1.0', Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: 'Log': '1.0', Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: 'Network': '1.1', Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: 'Port': '1.7', Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: 'PortForwarding': '1.2', Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: 'QosPolicy': '1.8', Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: 'SecurityGroup': '1.4', Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: 'SecurityGroupRule': '1.2', Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: 'SubPort': '1.0', Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: 'Subnet': '1.1', Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: 'Trunk': '1.1'}} Feb 05 22:28:38.733359 dv-cinder-818886-2-iscsi neutron-server[87484]: {{(pid=87484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 05 22:28:38.820370 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Attempting to bind port 5b56583f-379a-429f-a719-af1a0c2c78b9 on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:28:38.820695 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Attempting to bind port 5b56583f-379a-429f-a719-af1a0c2c78b9 by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': 'dfe51360-4c18-4fe2-8c46-9af0ba667b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '382f35c8-0408-4634-8d58-a5466e1d4397'}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:28:38.821125 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Attempting to bind port 5b56583f-379a-429f-a719-af1a0c2c78b9 on network 382f35c8-0408-4634-8d58-a5466e1d4397 {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:28:38.827193 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:28:38.827598 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Checking segment: {'id': 'dfe51360-4c18-4fe2-8c46-9af0ba667b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '382f35c8-0408-4634-8d58-a5466e1d4397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:28:38.828071 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:38.828468 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Bound using segment: {'id': 'dfe51360-4c18-4fe2-8c46-9af0ba667b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '382f35c8-0408-4634-8d58-a5466e1d4397'} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:28:38.828962 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Bound port: 5b56583f-379a-429f-a719-af1a0c2c78b9, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe51360-4c18-4fe2-8c46-9af0ba667b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '382f35c8-0408-4634-8d58-a5466e1d4397'}}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:28:38.829394 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:38.937508 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] For port 5b56583f-379a-429f-a719-af1a0c2c78b9, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:28:38.941360 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] For port 5b56583f-379a-429f-a719-af1a0c2c78b9, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=5b56583f-379a-429f-a719-af1a0c2c78b9,segment=NetworkSegment(dfe51360-4c18-4fe2-8c46-9af0ba667b9e),segment_id=dfe51360-4c18-4fe2-8c46-9af0ba667b9e)] {{(pid=87484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:28:39.023351 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:39.111495 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03786991-7112-4d78-8b87-38166fc6e28a None None] Pushing event updated for resources: {'Port': ['ID=5b56583f-379a-429f-a719-af1a0c2c78b9,revision_number=2']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:28:40.205967 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 38538) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:28:40.585255 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [None req-b8d57384-4b3b-4be2-9c48-0ccbf6175970 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 05 22:28:40.586295 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-b8d57384-4b3b-4be2-9c48-0ccbf6175970 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3793082 Feb 05 22:28:42.107121 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 5b56583f-379a-429f-a719-af1a0c2c78b9 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:28:42.241729 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port 5b56583f-379a-429f-a719-af1a0c2c78b9 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:28:42.807886 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c45f2af-4122-460e-a1d5-b9f5416caa7b None None] Network 382f35c8-0408-4634-8d58-a5466e1d4397 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:28:42.970539 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 38552) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:28:43.017515 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f82b4a91-9f52-4aa8-8cc8-81929d7571cf None None] Provisioning for port 5b56583f-379a-429f-a719-af1a0c2c78b9 completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:28:43.031446 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f82b4a91-9f52-4aa8-8cc8-81929d7571cf None None] Provisioning complete for port 5b56583f-379a-429f-a719-af1a0c2c78b9 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:28:43.031772 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f82b4a91-9f52-4aa8-8cc8-81929d7571cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:43.163617 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f82b4a91-9f52-4aa8-8cc8-81929d7571cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:43.202579 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f82b4a91-9f52-4aa8-8cc8-81929d7571cf None None] For port 5b56583f-379a-429f-a719-af1a0c2c78b9, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=5b56583f-379a-429f-a719-af1a0c2c78b9,segment=NetworkSegment(dfe51360-4c18-4fe2-8c46-9af0ba667b9e),segment_id=dfe51360-4c18-4fe2-8c46-9af0ba667b9e)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:28:43.254094 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f82b4a91-9f52-4aa8-8cc8-81929d7571cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:43.320796 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b4a91-9f52-4aa8-8cc8-81929d7571cf None None] Pushing event updated for resources: {'Port': ['ID=5b56583f-379a-429f-a719-af1a0c2c78b9,revision_number=3']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:28:43.352017 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [None req-116716f6-fb44-4a31-8fd0-c181c1d14d65 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 05 22:28:43.353090 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-116716f6-fb44-4a31-8fd0-c181c1d14d65 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3814132 Feb 05 22:28:43.376250 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-480c9de1-779e-42cf-aa80-012de3b0dc52 None None] Provisioning complete for port 5b56583f-379a-429f-a719-af1a0c2c78b9 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:28:43.376643 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-480c9de1-779e-42cf-aa80-012de3b0dc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:44.070822 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 5b56583f-379a-429f-a719-af1a0c2c78b9 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:28:44.137712 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 5b56583f-379a-429f-a719-af1a0c2c78b9 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:28:44.138087 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:46.024180 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 38564) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:28:46.371023 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-f2a510a1-3e6a-4951-b93f-9c5a6bbba9ba admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '38259d78e1da41f697c95e0c6182e467'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:28:46.375993 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-f2a510a1-3e6a-4951-b93f-9c5a6bbba9ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:28:46.379741 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-f2a510a1-3e6a-4951-b93f-9c5a6bbba9ba admin admin] Usage tracker for resource:router and tenant:38259d78e1da41f697c95e0c6182e467 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:28:46.383458 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-f2a510a1-3e6a-4951-b93f-9c5a6bbba9ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:28:46.389842 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-f2a510a1-3e6a-4951-b93f-9c5a6bbba9ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:28:46.458939 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f2a510a1-3e6a-4951-b93f-9c5a6bbba9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1683'] for router, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:46.460636 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f2a510a1-3e6a-4951-b93f-9c5a6bbba9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1668'] for router, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:46.481703 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f2a510a1-3e6a-4951-b93f-9c5a6bbba9ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:46.658275 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f2a510a1-3e6a-4951-b93f-9c5a6bbba9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542232'] for router, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:46.759716 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f2a510a1-3e6a-4951-b93f-9c5a6bbba9ba admin admin] Notify callbacks [] for router, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:46.760820 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-f2a510a1-3e6a-4951-b93f-9c5a6bbba9ba admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7356896 Feb 05 22:28:48.910761 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-dadad9eb-b018-48f0-991f-7c26013789d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:49.083129 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 38574) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:28:49.442104 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [None req-f8408ed9-0bec-4dd1-800c-0f86394b3a97 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 05 22:28:49.443102 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-f8408ed9-0bec-4dd1-800c-0f86394b3a97 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3590276 Feb 05 22:28:51.263258 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aeef5a27-138b-4851-b407-1f9d55c1ceba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:51.795586 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 38584) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:28:52.163720 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:28:52.168394 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:28:52.172212 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Usage tracker for resource:network and tenant:02c845120c044528b872d4b942e1c2f7 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:28:52.177025 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:52.177146 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:28:52.181413 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:28:52.252811 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Made reservation on behalf of 02c845120c044528b872d4b942e1c2f7 for: {'network': 1} {{(pid=87482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:28:52.255103 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for network, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:52.271296 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:52.286165 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:28:52.289743 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Usage tracker for resource:security_group_rule and tenant:02c845120c044528b872d4b942e1c2f7 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:28:52.292895 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:28:52.298484 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:28:52.386543 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:52.473894 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:52.497824 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Reserving flat network on physical network physnet1 {{(pid=87482) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 05 22:28:52.515097 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9341e455-f9e1-4b26-8905-04955a68d7b8,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:28:52.519967 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:52.524711 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748711873841', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:52.525313 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Unsubscribe: segment precommit_create {{(pid=87482) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 05 22:28:52.529853 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.db.segments_db [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Added segment 9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4 of type flat for network 6817b256-dae4-44db-bc68-adab2164788e Feb 05 22:28:52.581453 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748711372171'] for network, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:52.710341 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for network, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:52.711276 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:28:52.711862 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:52.828432 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] Pushing event updated for resources: {'Network': ['ID=6817b256-dae4-44db-bc68-adab2164788e,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:28:52.838386 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Network 6817b256-dae4-44db-bc68-adab2164788e details requested by agent ovs-agent-dv-cinder-818886-2-iscsi with host dv-cinder-818886-2-iscsi {{(pid=87484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 05 22:28:52.892335 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-9db0fab6-4da3-4009-9dcd-9e7dc8f9a50d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0956285 Feb 05 22:28:53.222014 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 5 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:28:53.619210 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:55.289689 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 38604) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:28:55.495062 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35f1db9-ec38-4aff-a6b4-ebd4f81488f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:28:55.503373 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-a35f1db9-ec38-4aff-a6b4-ebd4f81488f4 admin admin] 10.222.0.24 "GET /v2.0/subnets/752ce08b-f6a7-4451-b9d2-a9ddaaf6fe9a HTTP/1.1" status: 200 len: 849 time: 0.2057645 Feb 05 22:28:55.671504 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-560881ae-8a1a-45bd-81bc-4c69d4bf9ed7 admin admin] 10.222.0.24 "GET /v2.0/routers/17d2130f-96bb-4ee0-9c1d-f1316cefee9b HTTP/1.1" status: 200 len: 704 time: 0.1689191 Feb 05 22:28:56.131751 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e860f7dc-f9b3-4db0-94a9-328c2a7c486a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:56.354075 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_common [None req-e860f7dc-f9b3-4db0-94a9-328c2a7c486a admin admin] Allocated IP 172.20.0.1 (382f35c8-0408-4634-8d58-a5466e1d4397/752ce08b-f6a7-4451-b9d2-a9ddaaf6fe9a/d7670f85-61fd-4cd3-92d7-066cf8359fd0) {{(pid=87482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:28:56.507076 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e860f7dc-f9b3-4db0-94a9-328c2a7c486a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:56.524321 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.provisioning_blocks [None req-e860f7dc-f9b3-4db0-94a9-328c2a7c486a admin admin] Transition to ACTIVE for port object d7670f85-61fd-4cd3-92d7-066cf8359fd0 will not be triggered until provisioned by entity DHCP. {{(pid=87482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:28:56.640142 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e860f7dc-f9b3-4db0-94a9-328c2a7c486a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:56.704334 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e860f7dc-f9b3-4db0-94a9-328c2a7c486a admin admin] Network 382f35c8-0408-4634-8d58-a5466e1d4397 is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:28:56.707117 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-e860f7dc-f9b3-4db0-94a9-328c2a7c486a admin admin] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:28:56.710936 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e860f7dc-f9b3-4db0-94a9-328c2a7c486a admin admin] Received port after_create {{(pid=87482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:28:56.711481 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e860f7dc-f9b3-4db0-94a9-328c2a7c486a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960290'] for router_interface, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:56.878736 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860f7dc-f9b3-4db0-94a9-328c2a7c486a admin admin] Pushing event updated for resources: {'Port': ['ID=d7670f85-61fd-4cd3-92d7-066cf8359fd0,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:28:56.944710 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-211833fa-c028-4353-87e7-8246d445e90a None None] Provisioning for port d7670f85-61fd-4cd3-92d7-066cf8359fd0 completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:28:56.949753 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-211833fa-c028-4353-87e7-8246d445e90a None None] Provisioning complete for port d7670f85-61fd-4cd3-92d7-066cf8359fd0 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:28:56.950122 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-211833fa-c028-4353-87e7-8246d445e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:57.005587 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-211833fa-c028-4353-87e7-8246d445e90a None None] Port d7670f85-61fd-4cd3-92d7-066cf8359fd0 cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:28:57.092715 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e860f7dc-f9b3-4db0-94a9-328c2a7c486a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:57.313550 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e860f7dc-f9b3-4db0-94a9-328c2a7c486a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:57.367262 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e860f7dc-f9b3-4db0-94a9-328c2a7c486a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:57.367971 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e860f7dc-f9b3-4db0-94a9-328c2a7c486a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960455'] for router_interface, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:57.493520 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860f7dc-f9b3-4db0-94a9-328c2a7c486a admin admin] Pushing event updated for resources: {'Port': ['ID=d7670f85-61fd-4cd3-92d7-066cf8359fd0,revision_number=2']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:28:57.557932 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e860f7dc-f9b3-4db0-94a9-328c2a7c486a admin admin] Network 382f35c8-0408-4634-8d58-a5466e1d4397 is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:28:57.559235 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-e860f7dc-f9b3-4db0-94a9-328c2a7c486a admin admin] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:28:57.728379 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-50b73822-47ee-4193-bcbb-ac7ebef88357 None None] Provisioning complete for port d7670f85-61fd-4cd3-92d7-066cf8359fd0 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:28:57.728855 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-50b73822-47ee-4193-bcbb-ac7ebef88357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:57.780317 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-50b73822-47ee-4193-bcbb-ac7ebef88357 None None] Port d7670f85-61fd-4cd3-92d7-066cf8359fd0 cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:28:57.813476 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e860f7dc-f9b3-4db0-94a9-328c2a7c486a admin admin] Router 17d2130f-96bb-4ee0-9c1d-f1316cefee9b is scheduled to L3 agent 48729e96-b06f-44c2-8385-6753e1637932 with binding_index 1 {{(pid=87482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 05 22:28:57.966814 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e860f7dc-f9b3-4db0-94a9-328c2a7c486a admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:28:57.976367 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-e860f7dc-f9b3-4db0-94a9-328c2a7c486a admin admin] 10.222.0.24 "PUT /v2.0/routers/17d2130f-96bb-4ee0-9c1d-f1316cefee9b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2999802 Feb 05 22:28:57.976936 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] Sync routers for ids ['17d2130f-96bb-4ee0-9c1d-f1316cefee9b'] in dv-cinder-818886-2-iscsi {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:28:57.987829 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] Routers {'17d2130f-96bb-4ee0-9c1d-f1316cefee9b'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:28:57.988646 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:28:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['17d2130f-96bb-4ee0-9c1d-f1316cefee9b'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:28:58.160865 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] Set router 17d2130f-96bb-4ee0-9c1d-f1316cefee9b gateway port host: None {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:28:58.522498 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d2130f-96bb-4ee0-9c1d-f1316cefee9b', 'name': 'router1', 'tenant_id': '38259d78e1da41f697c95e0c6182e467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:28:46Z', 'updated_at': '2022-02-05T22:28:56Z', 'revision_number': 2, 'project_id': '38259d78e1da41f697c95e0c6182e467', 'gw_port_host': None, '_interfaces': [{'id': 'd7670f85-61fd-4cd3-92d7-066cf8359fd0', 'name': '', 'network_id': '382f35c8-0408-4634-8d58-a5466e1d4397', 'tenant_id': '38259d78e1da41f697c95e0c6182e467', 'mac_address': 'fa:16:3e:77:a0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d2130f-96bb-4ee0-9c1d-f1316cefee9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '752ce08b-f6a7-4451-b9d2-a9ddaaf6fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:28:56Z', 'updated_at': '2022-02-05T22:28:57Z', 'revision_number': 2, 'project_id': '38259d78e1da41f697c95e0c6182e467', 'subnets': [{'id': '752ce08b-f6a7-4451-b9d2-a9ddaaf6fe9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69c267d9-4c00-45ec-82da-2e04e085e0f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:28:58.527351 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] Checking router: 17d2130f-96bb-4ee0-9c1d-f1316cefee9b for host: dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:28:58.527757 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] Updating router 17d2130f-96bb-4ee0-9c1d-f1316cefee9b port d7670f85-61fd-4cd3-92d7-066cf8359fd0 binding host dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 22:28:58.580289 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:58.954276 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:58.969714 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] Transition to ACTIVE for port object d7670f85-61fd-4cd3-92d7-066cf8359fd0 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:28:59.051301 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:59.276261 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b46800-866f-4b58-bfea-b3b94e25c999 None None] Pushing event updated for resources: {'Port': ['ID=d7670f85-61fd-4cd3-92d7-066cf8359fd0,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:28:59.291921 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b46800-866f-4b58-bfea-b3b94e25c999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:59.292274 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b46800-866f-4b58-bfea-b3b94e25c999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:59.292623 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b46800-866f-4b58-bfea-b3b94e25c999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:59.292971 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b46800-866f-4b58-bfea-b3b94e25c999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:59.293536 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b46800-866f-4b58-bfea-b3b94e25c999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:59.293882 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b46800-866f-4b58-bfea-b3b94e25c999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:59.294303 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b46800-866f-4b58-bfea-b3b94e25c999 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:59.294646 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b46800-866f-4b58-bfea-b3b94e25c999 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:59.294992 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b46800-866f-4b58-bfea-b3b94e25c999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:59.295326 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b46800-866f-4b58-bfea-b3b94e25c999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:59.295725 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b46800-866f-4b58-bfea-b3b94e25c999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:59.295967 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b46800-866f-4b58-bfea-b3b94e25c999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b46800-866f-4b58-bfea-b3b94e25c999 None None] Tracked resource versions report: Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: pushed versions: Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: { 'AddressGroup': {'1.2'}, Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: 'ConntrackHelper': {'1.0'}, Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: 'Log': {'1.0'}, Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: 'Network': {'1.1'}, Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: 'Port': {'1.7'}, Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: 'PortForwarding': {'1.2'}, Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: 'QosPolicy': {'1.8'}, Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: 'SecurityGroup': {'1.4'}, Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: 'SecurityGroupRule': {'1.2'}, Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: 'SubPort': {'1.0'}, Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: 'Subnet': {'1.1'}, Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: 'Trunk': {'1.1'}} Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: consumer versions: Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: { DHCP agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: L3 agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: Metadata agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: Metering agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: Open vSwitch agent@dv-cinder-818886-2-iscsi: { 'AddressGroup': '1.2', Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: 'ConntrackHelper': '1.0', Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: 'Log': '1.0', Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: 'Network': '1.1', Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: 'Port': '1.7', Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: 'PortForwarding': '1.2', Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: 'QosPolicy': '1.8', Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: 'SecurityGroup': '1.4', Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: 'SecurityGroupRule': '1.2', Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: 'SubPort': '1.0', Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: 'Subnet': '1.1', Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: 'Trunk': '1.1'}} Feb 05 22:28:59.297047 dv-cinder-818886-2-iscsi neutron-server[87485]: {{(pid=87485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 05 22:28:59.316972 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] Attempting to bind port d7670f85-61fd-4cd3-92d7-066cf8359fd0 on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:28:59.317401 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] Attempting to bind port d7670f85-61fd-4cd3-92d7-066cf8359fd0 by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': 'dfe51360-4c18-4fe2-8c46-9af0ba667b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '382f35c8-0408-4634-8d58-a5466e1d4397'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:28:59.317833 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] Attempting to bind port d7670f85-61fd-4cd3-92d7-066cf8359fd0 on network 382f35c8-0408-4634-8d58-a5466e1d4397 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:28:59.323178 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:28:59.323599 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] Checking segment: {'id': 'dfe51360-4c18-4fe2-8c46-9af0ba667b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '382f35c8-0408-4634-8d58-a5466e1d4397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:28:59.324075 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:59.325089 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] Bound using segment: {'id': 'dfe51360-4c18-4fe2-8c46-9af0ba667b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '382f35c8-0408-4634-8d58-a5466e1d4397'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:28:59.325622 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] Bound port: d7670f85-61fd-4cd3-92d7-066cf8359fd0, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe51360-4c18-4fe2-8c46-9af0ba667b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '382f35c8-0408-4634-8d58-a5466e1d4397'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:28:59.326013 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:59.412212 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] For port d7670f85-61fd-4cd3-92d7-066cf8359fd0, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:28:59.416037 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] For port d7670f85-61fd-4cd3-92d7-066cf8359fd0, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=d7670f85-61fd-4cd3-92d7-066cf8359fd0,segment=NetworkSegment(dfe51360-4c18-4fe2-8c46-9af0ba667b9e),segment_id=dfe51360-4c18-4fe2-8c46-9af0ba667b9e)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:28:59.487655 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:28:59.578725 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b46800-866f-4b58-bfea-b3b94e25c999 None None] Pushing event updated for resources: {'Port': ['ID=d7670f85-61fd-4cd3-92d7-066cf8359fd0,revision_number=4']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:28:59.587781 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] Routers {'17d2130f-96bb-4ee0-9c1d-f1316cefee9b'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:28:59.587781 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:28:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['17d2130f-96bb-4ee0-9c1d-f1316cefee9b'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:28:59.736929 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] Set router 17d2130f-96bb-4ee0-9c1d-f1316cefee9b gateway port host: None {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:29:00.062658 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d2130f-96bb-4ee0-9c1d-f1316cefee9b', 'name': 'router1', 'tenant_id': '38259d78e1da41f697c95e0c6182e467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:28:46Z', 'updated_at': '2022-02-05T22:28:56Z', 'revision_number': 2, 'project_id': '38259d78e1da41f697c95e0c6182e467', 'gw_port_host': None, '_interfaces': [{'id': 'd7670f85-61fd-4cd3-92d7-066cf8359fd0', 'name': '', 'network_id': '382f35c8-0408-4634-8d58-a5466e1d4397', 'tenant_id': '38259d78e1da41f697c95e0c6182e467', 'mac_address': 'fa:16:3e:77:a0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d2130f-96bb-4ee0-9c1d-f1316cefee9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '752ce08b-f6a7-4451-b9d2-a9ddaaf6fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:28:56Z', 'updated_at': '2022-02-05T22:28:59Z', 'revision_number': 4, 'project_id': '38259d78e1da41f697c95e0c6182e467', 'subnets': [{'id': '752ce08b-f6a7-4451-b9d2-a9ddaaf6fe9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69c267d9-4c00-45ec-82da-2e04e085e0f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:29:00.067196 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de31529-6eb2-4916-8dbb-7566621fe4e7 None None] The sync data for ids ['17d2130f-96bb-4ee0-9c1d-f1316cefee9b'] in dv-cinder-818886-2-iscsi is: [{'id': '17d2130f-96bb-4ee0-9c1d-f1316cefee9b', 'name': 'router1', 'tenant_id': '38259d78e1da41f697c95e0c6182e467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:28:46Z', 'updated_at': '2022-02-05T22:28:56Z', 'revision_number': 2, 'project_id': '38259d78e1da41f697c95e0c6182e467', 'gw_port_host': None, '_interfaces': [{'id': 'd7670f85-61fd-4cd3-92d7-066cf8359fd0', 'name': '', 'network_id': '382f35c8-0408-4634-8d58-a5466e1d4397', 'tenant_id': '38259d78e1da41f697c95e0c6182e467', 'mac_address': 'fa:16:3e:77:a0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d2130f-96bb-4ee0-9c1d-f1316cefee9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '752ce08b-f6a7-4451-b9d2-a9ddaaf6fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:28:56Z', 'updated_at': '2022-02-05T22:28:59Z', 'revision_number': 4, 'project_id': '38259d78e1da41f697c95e0c6182e467', 'subnets': [{'id': '752ce08b-f6a7-4451-b9d2-a9ddaaf6fe9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69c267d9-4c00-45ec-82da-2e04e085e0f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:29:00.172174 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 38626) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:29:00.313496 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a0d9be-4455-45c4-bef4-666be10806b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:29:00.313977 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-c6a0d9be-4455-45c4-bef4-666be10806b3 admin admin] Synchronizing usage tracker for tenant:02c845120c044528b872d4b942e1c2f7 on resource:network {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:29:00.428193 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-c6a0d9be-4455-45c4-bef4-666be10806b3 admin admin] Unset dirty status for tenant:02c845120c044528b872d4b942e1c2f7 on resource:network {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:29:00.429412 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-c6a0d9be-4455-45c4-bef4-666be10806b3 admin admin] 10.222.0.24 "GET /v2.0/networks/6817b256-dae4-44db-bc68-adab2164788e HTTP/1.1" status: 200 len: 842 time: 0.2562757 Feb 05 22:29:00.438607 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-bac77665-6871-46ec-a31b-f21105fd4cdd admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.3.1'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:29:00.443984 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-bac77665-6871-46ec-a31b-f21105fd4cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:29:00.447822 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-bac77665-6871-46ec-a31b-f21105fd4cdd admin admin] Usage tracker for resource:subnet and tenant:02c845120c044528b872d4b942e1c2f7 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:29:00.451392 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-bac77665-6871-46ec-a31b-f21105fd4cdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:29:00.457605 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-bac77665-6871-46ec-a31b-f21105fd4cdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:29:00.536734 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac77665-6871-46ec-a31b-f21105fd4cdd admin admin] Made reservation on behalf of 02c845120c044528b872d4b942e1c2f7 for: {'subnet': 1} {{(pid=87482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:29:00.539226 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-bac77665-6871-46ec-a31b-f21105fd4cdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:00.999938 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.objects.ports [None req-bac77665-6871-46ec-a31b-f21105fd4cdd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87482) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 05 22:29:01.000409 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-bac77665-6871-46ec-a31b-f21105fd4cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for subnet, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:01.078725 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac77665-6871-46ec-a31b-f21105fd4cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=583bfacf-eb7c-4478-b06f-909c14cf964a,revision_number=0']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:29:01.084365 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac77665-6871-46ec-a31b-f21105fd4cdd admin admin] Checking segment: {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:29:01.084696 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac77665-6871-46ec-a31b-f21105fd4cdd admin admin] Network hostable DHCP agents. Network: 6817b256-dae4-44db-bc68-adab2164788e, hostable agents: ['4c125c21-34cc-48d5-813a-c17111208447'], hosted agents: [] {{(pid=87482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 22:29:01.182547 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac77665-6871-46ec-a31b-f21105fd4cdd admin admin] Network 6817b256-dae4-44db-bc68-adab2164788e is scheduled to be hosted by DHCP agent 4c125c21-34cc-48d5-813a-c17111208447 with binding_index 1 {{(pid=87482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 22:29:01.263067 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-bac77665-6871-46ec-a31b-f21105fd4cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-2-iscsi, 6817b256-dae4-44db-bc68-adab2164788e) {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:29:01.268234 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac77665-6871-46ec-a31b-f21105fd4cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:29:01.269523 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-bac77665-6871-46ec-a31b-f21105fd4cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:01.271572 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db3d598-e9da-4898-95d7-ffbbf104ce9b None None] Network 6817b256-dae4-44db-bc68-adab2164788e requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:29:01.350996 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-bac77665-6871-46ec-a31b-f21105fd4cdd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9158404 Feb 05 22:29:01.505925 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1dcec3-4621-4a87-84da-28a3447861a5 None None] Network 6817b256-dae4-44db-bc68-adab2164788e requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:29:02.109623 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device d7670f85-61fd-4cd3-92d7-066cf8359fd0 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:29:02.287473 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port d7670f85-61fd-4cd3-92d7-066cf8359fd0 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:29:02.292986 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port d7670f85-61fd-4cd3-92d7-066cf8359fd0 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:29:02.293221 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:02.409177 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:02.440431 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port d7670f85-61fd-4cd3-92d7-066cf8359fd0, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=d7670f85-61fd-4cd3-92d7-066cf8359fd0,segment=NetworkSegment(dfe51360-4c18-4fe2-8c46-9af0ba667b9e),segment_id=dfe51360-4c18-4fe2-8c46-9af0ba667b9e)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:29:02.504838 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:02.572996 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=d7670f85-61fd-4cd3-92d7-066cf8359fd0,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:29:03.583098 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 38640) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:29:03.815507 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-d2d25c55-73a8-4ceb-af51-026735292050 admin admin] 10.222.0.24 "GET /v2.0/routers/17d2130f-96bb-4ee0-9c1d-f1316cefee9b HTTP/1.1" status: 200 len: 710 time: 0.2312417 Feb 05 22:29:03.944178 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5231fdc8-b85c-488a-b5ce-33d88b0d6e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:29:03.945580 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-5231fdc8-b85c-488a-b5ce-33d88b0d6e92 admin admin] 10.222.0.24 "GET /v2.0/networks/6817b256-dae4-44db-bc68-adab2164788e HTTP/1.1" status: 200 len: 886 time: 0.1250191 Feb 05 22:29:03.954801 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-745f8c88-8459-4774-8f3e-3fa523c36562 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:29:04.081053 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device d7670f85-61fd-4cd3-92d7-066cf8359fd0 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:29:04.148084 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port d7670f85-61fd-4cd3-92d7-066cf8359fd0 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:29:04.148448 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:04.404893 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-745f8c88-8459-4774-8f3e-3fa523c36562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1654'] for router, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:04.792113 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-745f8c88-8459-4774-8f3e-3fa523c36562 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:04.850116 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-745f8c88-8459-4774-8f3e-3fa523c36562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:04.993330 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [None req-745f8c88-8459-4774-8f3e-3fa523c36562 admin admin] Allocated IP 172.27.3.82 (6817b256-dae4-44db-bc68-adab2164788e/583bfacf-eb7c-4478-b06f-909c14cf964a/ed10cef9-27ab-414f-9eba-efaac8d30893) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:29:05.186352 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-745f8c88-8459-4774-8f3e-3fa523c36562 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:05.287706 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-745f8c88-8459-4774-8f3e-3fa523c36562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:05.354424 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745f8c88-8459-4774-8f3e-3fa523c36562 admin admin] Network 6817b256-dae4-44db-bc68-adab2164788e is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:29:05.358180 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-745f8c88-8459-4774-8f3e-3fa523c36562 admin admin] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:29:05.365448 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745f8c88-8459-4774-8f3e-3fa523c36562 admin admin] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:29:05.420390 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f8c88-8459-4774-8f3e-3fa523c36562 admin admin] Pushing event updated for resources: {'Port': ['ID=ed10cef9-27ab-414f-9eba-efaac8d30893,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:29:05.800532 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-745f8c88-8459-4774-8f3e-3fa523c36562 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:06.132526 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-745f8c88-8459-4774-8f3e-3fa523c36562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1654'] for router, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:06.135646 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-745f8c88-8459-4774-8f3e-3fa523c36562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541008'] for router, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:06.308063 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745f8c88-8459-4774-8f3e-3fa523c36562 admin admin] Router 17d2130f-96bb-4ee0-9c1d-f1316cefee9b has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:29:06.522399 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745f8c88-8459-4774-8f3e-3fa523c36562 admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:29:06.533313 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] Sync routers for ids ['17d2130f-96bb-4ee0-9c1d-f1316cefee9b'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:29:06.534866 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-745f8c88-8459-4774-8f3e-3fa523c36562 admin admin] Notify callbacks [] for router, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:06.535790 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-745f8c88-8459-4774-8f3e-3fa523c36562 admin admin] 10.222.0.24 "PUT /v2.0/routers/17d2130f-96bb-4ee0-9c1d-f1316cefee9b HTTP/1.1" status: 200 len: 889 time: 2.5840807 Feb 05 22:29:06.543447 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] Routers {'17d2130f-96bb-4ee0-9c1d-f1316cefee9b'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:29:06.544140 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:28:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['17d2130f-96bb-4ee0-9c1d-f1316cefee9b'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:29:06.738997 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] Set router 17d2130f-96bb-4ee0-9c1d-f1316cefee9b gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:29:07.072128 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d2130f-96bb-4ee0-9c1d-f1316cefee9b', 'name': 'router1', 'tenant_id': '38259d78e1da41f697c95e0c6182e467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'ed10cef9-27ab-414f-9eba-efaac8d30893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:28:46Z', 'updated_at': '2022-02-05T22:29:05Z', 'revision_number': 4, 'project_id': '38259d78e1da41f697c95e0c6182e467', 'gw_port': {'id': 'ed10cef9-27ab-414f-9eba-efaac8d30893', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d2130f-96bb-4ee0-9c1d-f1316cefee9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:29:04Z', 'updated_at': '2022-02-05T22:29:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'd7670f85-61fd-4cd3-92d7-066cf8359fd0', 'name': '', 'network_id': '382f35c8-0408-4634-8d58-a5466e1d4397', 'tenant_id': '38259d78e1da41f697c95e0c6182e467', 'mac_address': 'fa:16:3e:77:a0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d2130f-96bb-4ee0-9c1d-f1316cefee9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '752ce08b-f6a7-4451-b9d2-a9ddaaf6fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:28:56Z', 'updated_at': '2022-02-05T22:29:02Z', 'revision_number': 5, 'project_id': '38259d78e1da41f697c95e0c6182e467', 'subnets': [{'id': '752ce08b-f6a7-4451-b9d2-a9ddaaf6fe9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69c267d9-4c00-45ec-82da-2e04e085e0f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:29:07.077529 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] Checking router: 17d2130f-96bb-4ee0-9c1d-f1316cefee9b for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:29:07.077876 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] Updating router 17d2130f-96bb-4ee0-9c1d-f1316cefee9b port ed10cef9-27ab-414f-9eba-efaac8d30893 binding host dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 22:29:07.128058 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:07.473027 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] Notify callbacks [] for port, precommit_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:07.484363 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] Transition to ACTIVE for port object ed10cef9-27ab-414f-9eba-efaac8d30893 will not be triggered until provisioned by entity L2. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:29:07.565702 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:07.644813 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] Attempting to bind port ed10cef9-27ab-414f-9eba-efaac8d30893 on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:29:07.645194 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] Attempting to bind port ed10cef9-27ab-414f-9eba-efaac8d30893 by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:29:07.645556 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] Attempting to bind port ed10cef9-27ab-414f-9eba-efaac8d30893 on network 6817b256-dae4-44db-bc68-adab2164788e {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:29:07.647453 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cfb9e-ef0a-48c5-9866-aeb77e842f01 None None] Pushing event updated for resources: {'Port': ['ID=ed10cef9-27ab-414f-9eba-efaac8d30893,revision_number=2']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:29:07.653432 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:29:07.653809 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] Checking segment: {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:29:07.654210 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:07.654604 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] Bound using segment: {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:29:07.655347 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] Bound port: ed10cef9-27ab-414f-9eba-efaac8d30893, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:29:07.655459 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:07.728860 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] For port ed10cef9-27ab-414f-9eba-efaac8d30893, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:29:07.731961 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] For port ed10cef9-27ab-414f-9eba-efaac8d30893, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=ed10cef9-27ab-414f-9eba-efaac8d30893,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:29:07.802471 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:07.880779 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] Routers {'17d2130f-96bb-4ee0-9c1d-f1316cefee9b'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:29:07.881412 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:28:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['17d2130f-96bb-4ee0-9c1d-f1316cefee9b'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:29:07.947713 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cfb9e-ef0a-48c5-9866-aeb77e842f01 None None] Pushing event updated for resources: {'Port': ['ID=ed10cef9-27ab-414f-9eba-efaac8d30893,revision_number=3']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:29:08.065672 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] Set router 17d2130f-96bb-4ee0-9c1d-f1316cefee9b gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:29:08.383183 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d2130f-96bb-4ee0-9c1d-f1316cefee9b', 'name': 'router1', 'tenant_id': '38259d78e1da41f697c95e0c6182e467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'ed10cef9-27ab-414f-9eba-efaac8d30893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:28:46Z', 'updated_at': '2022-02-05T22:29:05Z', 'revision_number': 4, 'project_id': '38259d78e1da41f697c95e0c6182e467', 'gw_port': {'id': 'ed10cef9-27ab-414f-9eba-efaac8d30893', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d2130f-96bb-4ee0-9c1d-f1316cefee9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:29:04Z', 'updated_at': '2022-02-05T22:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'd7670f85-61fd-4cd3-92d7-066cf8359fd0', 'name': '', 'network_id': '382f35c8-0408-4634-8d58-a5466e1d4397', 'tenant_id': '38259d78e1da41f697c95e0c6182e467', 'mac_address': 'fa:16:3e:77:a0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d2130f-96bb-4ee0-9c1d-f1316cefee9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '752ce08b-f6a7-4451-b9d2-a9ddaaf6fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:28:56Z', 'updated_at': '2022-02-05T22:29:02Z', 'revision_number': 5, 'project_id': '38259d78e1da41f697c95e0c6182e467', 'subnets': [{'id': '752ce08b-f6a7-4451-b9d2-a9ddaaf6fe9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69c267d9-4c00-45ec-82da-2e04e085e0f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:29:08.388093 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a33869b-9697-4ee7-a586-34ef5772d686 None None] The sync data for ids ['17d2130f-96bb-4ee0-9c1d-f1316cefee9b'] in dv-cinder-818886-2-iscsi is: [{'id': '17d2130f-96bb-4ee0-9c1d-f1316cefee9b', 'name': 'router1', 'tenant_id': '38259d78e1da41f697c95e0c6182e467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'ed10cef9-27ab-414f-9eba-efaac8d30893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:28:46Z', 'updated_at': '2022-02-05T22:29:05Z', 'revision_number': 4, 'project_id': '38259d78e1da41f697c95e0c6182e467', 'gw_port': {'id': 'ed10cef9-27ab-414f-9eba-efaac8d30893', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d2130f-96bb-4ee0-9c1d-f1316cefee9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:29:04Z', 'updated_at': '2022-02-05T22:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'd7670f85-61fd-4cd3-92d7-066cf8359fd0', 'name': '', 'network_id': '382f35c8-0408-4634-8d58-a5466e1d4397', 'tenant_id': '38259d78e1da41f697c95e0c6182e467', 'mac_address': 'fa:16:3e:77:a0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d2130f-96bb-4ee0-9c1d-f1316cefee9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '752ce08b-f6a7-4451-b9d2-a9ddaaf6fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:28:56Z', 'updated_at': '2022-02-05T22:29:02Z', 'revision_number': 5, 'project_id': '38259d78e1da41f697c95e0c6182e467', 'subnets': [{'id': '752ce08b-f6a7-4451-b9d2-a9ddaaf6fe9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69c267d9-4c00-45ec-82da-2e04e085e0f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:29:08.913290 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 38650) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:29:09.031281 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-3c222733-6d22-414d-acff-e56a291bb450 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1168442 Feb 05 22:29:10.117659 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device ed10cef9-27ab-414f-9eba-efaac8d30893 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:29:10.256897 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port ed10cef9-27ab-414f-9eba-efaac8d30893 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:29:10.262839 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port ed10cef9-27ab-414f-9eba-efaac8d30893 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:29:10.263227 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:10.378738 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:10.394857 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port ed10cef9-27ab-414f-9eba-efaac8d30893, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=ed10cef9-27ab-414f-9eba-efaac8d30893,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:29:10.458517 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:10.525541 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=ed10cef9-27ab-414f-9eba-efaac8d30893,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:29:12.087447 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device ed10cef9-27ab-414f-9eba-efaac8d30893 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:29:12.159336 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port ed10cef9-27ab-414f-9eba-efaac8d30893 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:29:12.159849 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:18.916076 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-41a38c53-9c96-40ca-a5a5-4cd14246dafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:21.270921 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-95ecdce6-97e3-478b-b662-5b873fbfabf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:22.201633 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:22.482071 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:23.641909 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:30.220991 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 5 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:29:48.874033 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-64c9af67-d06b-4fa9-a89a-f2ca0f638a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:51.256754 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-a3a76984-89ff-4cc8-a021-b076081ddf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:52.207095 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:52.470123 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:29:53.624860 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:30:07.220424 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 5 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:30:18.920213 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-cbb519bb-b5be-4008-b7cb-d192c7354e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:30:21.658866 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-adf87176-ea96-40eb-b790-ed0394af8e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:30:22.207292 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:30:22.502852 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:30:23.618464 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:30:44.219655 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 5 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:30:48.885778 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-d9634bfc-fddf-4628-b2ad-2498b659bd63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:30:51.275472 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-1a59e1d5-dc0c-451b-ba71-86df939a40ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:30:52.184241 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:30:52.486941 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:30:53.624447 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:31:13.733991 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 39220) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:31:13.801727 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8304df-a0e2-4d74-aebb-3fe75d1dbaa7 admin admin] GET failed (client error): The resource could not be found. Feb 05 22:31:13.802970 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-fc8304df-a0e2-4d74-aebb-3fe75d1dbaa7 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0680625 Feb 05 22:31:13.932700 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336395f6-557d-45a3-a087-859dc00769ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:31:13.934186 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-336395f6-557d-45a3-a087-859dc00769ac admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1264718 Feb 05 22:31:16.046650 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 39230) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:31:16.155722 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beab63a-f689-458a-8f04-f4d4c1c3e9bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:31:16.156283 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-7beab63a-f689-458a-8f04-f4d4c1c3e9bd admin admin] Synchronizing usage tracker for tenant:02c845120c044528b872d4b942e1c2f7 on resource:subnet {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:31:16.256688 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-7beab63a-f689-458a-8f04-f4d4c1c3e9bd admin admin] Unset dirty status for tenant:02c845120c044528b872d4b942e1c2f7 on resource:subnet {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:31:16.257863 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-7beab63a-f689-458a-8f04-f4d4c1c3e9bd admin admin] 10.222.0.24 "GET /v2.0/subnets/752ce08b-f6a7-4451-b9d2-a9ddaaf6fe9a HTTP/1.1" status: 200 len: 849 time: 0.2102814 Feb 05 22:31:16.267373 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-bc1a530d-d482-4d70-ba7d-789406850efc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:31:16.380086 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-bc1a530d-d482-4d70-ba7d-789406850efc admin admin] Notify callbacks [] for subnet, before_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:31:16.645135 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-bc1a530d-d482-4d70-ba7d-789406850efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748711908356'] for subnet, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:31:16.689921 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1a530d-d482-4d70-ba7d-789406850efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:31:16.690493 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-bc1a530d-d482-4d70-ba7d-789406850efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:31:16.692105 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-bc1a530d-d482-4d70-ba7d-789406850efc admin admin] 10.222.0.24 "PUT /v2.0/subnets/752ce08b-f6a7-4451-b9d2-a9ddaaf6fe9a HTTP/1.1" status: 200 len: 868 time: 0.4281061 Feb 05 22:31:16.700121 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ff9ea7-d1af-4aa8-8dba-3b145c1d7a2c None None] Network 382f35c8-0408-4634-8d58-a5466e1d4397 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:31:16.716749 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a530d-d482-4d70-ba7d-789406850efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=752ce08b-f6a7-4451-b9d2-a9ddaaf6fe9a,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:31:16.725031 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a530d-d482-4d70-ba7d-789406850efc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:16.725420 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a530d-d482-4d70-ba7d-789406850efc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:16.725762 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a530d-d482-4d70-ba7d-789406850efc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:16.726102 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a530d-d482-4d70-ba7d-789406850efc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:16.726440 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a530d-d482-4d70-ba7d-789406850efc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:16.726776 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a530d-d482-4d70-ba7d-789406850efc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:16.727854 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a530d-d482-4d70-ba7d-789406850efc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:16.728314 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a530d-d482-4d70-ba7d-789406850efc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:16.728647 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a530d-d482-4d70-ba7d-789406850efc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:16.728979 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a530d-d482-4d70-ba7d-789406850efc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:16.729338 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a530d-d482-4d70-ba7d-789406850efc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:16.729666 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a530d-d482-4d70-ba7d-789406850efc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:17.134627 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-173868c8-e71c-46a4-82e5-e87939d406cf None None] Provisioning complete for port 5b56583f-379a-429f-a719-af1a0c2c78b9 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:31:17.134995 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-173868c8-e71c-46a4-82e5-e87939d406cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:31:17.259055 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-173868c8-e71c-46a4-82e5-e87939d406cf None None] Provisioning complete for port d7670f85-61fd-4cd3-92d7-066cf8359fd0 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:31:17.259371 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-173868c8-e71c-46a4-82e5-e87939d406cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:31:18.800881 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 39240) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:31:18.898237 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-7d1a1a18-900c-4bcb-b5fe-076201020337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:31:18.978664 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6d97d8-95ab-41cd-9f12-e8094ca319fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:31:18.979142 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6d97d8-95ab-41cd-9f12-e8094ca319fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:31:18.980658 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-bb6d97d8-95ab-41cd-9f12-e8094ca319fa admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1788044 Feb 05 22:31:21.108867 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 39250) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:31:21.218046 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 5 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:31:21.263558 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-d52b0904-9d54-411c-9602-66e1571a3520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:31:21.281412 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18937056-6cc0-45aa-acc8-9f1df9de7e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:31:21.281893 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18937056-6cc0-45aa-acc8-9f1df9de7e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:31:21.283416 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-18937056-6cc0-45aa-acc8-9f1df9de7e3d admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1735728 Feb 05 22:31:22.183599 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:31:22.492274 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:31:23.428011 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 39260) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:31:23.598808 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409504d9-f93f-4e49-9dab-8336b9faf953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:31:23.600334 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-409504d9-f93f-4e49-9dab-8336b9faf953 admin admin] 10.222.0.24 "GET /v2.0/networks/382f35c8-0408-4634-8d58-a5466e1d4397 HTTP/1.1" status: 200 len: 869 time: 0.1712494 Feb 05 22:31:23.612640 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:31:25.697623 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 39270) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:31:25.863809 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f11808-e2df-4bf8-ab8f-960a84b0f0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:31:25.870754 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-b3f11808-e2df-4bf8-ab8f-960a84b0f0b6 admin admin] 10.222.0.24 "GET /v2.0/networks/6817b256-dae4-44db-bc68-adab2164788e HTTP/1.1" status: 200 len: 886 time: 0.1665854 Feb 05 22:31:27.963588 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 39280) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:31:28.068122 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3b0219-3bf8-4125-8dfa-74455bd2b455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:31:28.068608 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3b0219-3bf8-4125-8dfa-74455bd2b455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:31:28.070134 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-0a3b0219-3bf8-4125-8dfa-74455bd2b455 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1056213 Feb 05 22:31:30.175261 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 39290) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:31:30.280856 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2ad072-e391-4c2a-9e08-72a5da7a8409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:31:30.281338 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2ad072-e391-4c2a-9e08-72a5da7a8409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:31:30.282820 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-bf2ad072-e391-4c2a-9e08-72a5da7a8409 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1066747 Feb 05 22:31:32.370711 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 39300) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:31:32.469573 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b190ea45-f11d-43bf-8053-132440974cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:31:32.470891 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-b190ea45-f11d-43bf-8053-132440974cb7 admin admin] 10.222.0.24 "GET /v2.0/subnets/583bfacf-eb7c-4478-b06f-909c14cf964a HTTP/1.1" status: 200 len: 816 time: 0.0992339 Feb 05 22:31:34.587430 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 39310) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:31:34.690918 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2490f4-3707-4819-8bad-1c9dc1f08ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:31:34.692212 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-ca2490f4-3707-4819-8bad-1c9dc1f08ed0 admin admin] 10.222.0.24 "GET /v2.0/subnets/752ce08b-f6a7-4451-b9d2-a9ddaaf6fe9a HTTP/1.1" status: 200 len: 868 time: 0.1038749 Feb 05 22:31:48.908378 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-29fd3184-33c9-462c-b3c8-30d3285516dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:31:51.252278 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-e7aebee6-50b7-48c4-a46d-b2f8fcaf2d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:31:52.246491 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:31:52.497640 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:31:53.160020 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 39356) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:31:53.206237 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [None req-4b4928cd-9752-40c5-b7ed-9cdb5343ce74 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 05 22:31:53.207216 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-4b4928cd-9752-40c5-b7ed-9cdb5343ce74 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461831 Feb 05 22:31:53.646690 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:31:55.391161 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 39366) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:31:55.455649 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee37af25-32b8-48ef-8b93-5c359732d39c admin admin] GET failed (client error): The resource could not be found. Feb 05 22:31:55.456878 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-ee37af25-32b8-48ef-8b93-5c359732d39c admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0647807 Feb 05 22:31:55.624480 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e068099-e398-4955-91c4-d54fff477c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:31:55.625864 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-1e068099-e398-4955-91c4-d54fff477c67 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1645660 Feb 05 22:31:57.746889 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 39376) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:31:57.794265 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:31:57.799252 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:31:57.808668 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:31:57.908678 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Made reservation on behalf of 02c845120c044528b872d4b942e1c2f7 for: {'network': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:31:57.911016 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for network, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:31:57.998352 dv-cinder-818886-2-iscsi neutron-server[87483]: WARNING neutron.services.revisions.revision_plugin [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Could not find related network for resource to bump revision. Feb 05 22:31:58.010304 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=87483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 22:31:58.019129 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:31:58.019466 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.segments_db [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Added segment 5bf70ca8-afed-4a5b-b4a9-4c329f879887 of type vlan for network 23be9c4d-8b6e-4076-a539-2011e76ea9b1 Feb 05 22:31:58.047762 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748711372171'] for network, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:31:58.137334 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for network, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:31:58.138270 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:31:58.138849 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:31:58.217008 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 5 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:31:58.233851 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Pushing event updated for resources: {'Network': ['ID=23be9c4d-8b6e-4076-a539-2011e76ea9b1,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:31:58.240384 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:58.243797 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:58.243797 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:58.243797 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:58.243797 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:58.243797 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:58.243797 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:58.243797 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:58.243797 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:58.243797 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:58.243797 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:58.244648 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:31:58.254954 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Network 23be9c4d-8b6e-4076-a539-2011e76ea9b1 details requested by agent ovs-agent-dv-cinder-818886-2-iscsi with host dv-cinder-818886-2-iscsi {{(pid=87484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 05 22:31:58.297165 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-48eace85-fc16-4fd2-8a5f-e434620ce436 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5489292 Feb 05 22:32:00.418913 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 39386) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:32:00.487671 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6a9a78-dc68-43b9-a979-10b7a76db0cc admin admin] GET failed (client error): The resource could not be found. Feb 05 22:32:00.488192 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-8e6a9a78-dc68-43b9-a979-10b7a76db0cc admin admin] Synchronizing usage tracker for tenant:02c845120c044528b872d4b942e1c2f7 on resource:network {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:32:00.560389 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-8e6a9a78-dc68-43b9-a979-10b7a76db0cc admin admin] Unset dirty status for tenant:02c845120c044528b872d4b942e1c2f7 on resource:network {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:32:00.561548 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-8e6a9a78-dc68-43b9-a979-10b7a76db0cc admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1416769 Feb 05 22:32:00.666360 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fff0237-ca83-4856-84aa-5f0f6d1af6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:32:00.667714 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-0fff0237-ca83-4856-84aa-5f0f6d1af6f7 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1021805 Feb 05 22:32:00.677341 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-2e69a5c9-30bd-49d9-afa0-c40e4b5102fe admin admin] Request body: {'subnet': {'network_id': '23be9c4d-8b6e-4076-a539-2011e76ea9b1', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:32:00.682288 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-2e69a5c9-30bd-49d9-afa0-c40e4b5102fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:32:00.691795 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-2e69a5c9-30bd-49d9-afa0-c40e4b5102fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:32:00.823430 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e69a5c9-30bd-49d9-afa0-c40e4b5102fe admin admin] Made reservation on behalf of 02c845120c044528b872d4b942e1c2f7 for: {'subnet': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:32:00.825802 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2e69a5c9-30bd-49d9-afa0-c40e4b5102fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:32:01.136674 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2e69a5c9-30bd-49d9-afa0-c40e4b5102fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for subnet, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:32:01.211362 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69a5c9-30bd-49d9-afa0-c40e4b5102fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ba5b7a2-6843-48a4-85ca-bc204920e481,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:32:01.219453 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e69a5c9-30bd-49d9-afa0-c40e4b5102fe admin admin] Checking segment: {'id': '5bf70ca8-afed-4a5b-b4a9-4c329f879887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '23be9c4d-8b6e-4076-a539-2011e76ea9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:32:01.219453 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e69a5c9-30bd-49d9-afa0-c40e4b5102fe admin admin] Network hostable DHCP agents. Network: 23be9c4d-8b6e-4076-a539-2011e76ea9b1, hostable agents: ['4c125c21-34cc-48d5-813a-c17111208447'], hosted agents: [] {{(pid=87483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 22:32:01.331748 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e69a5c9-30bd-49d9-afa0-c40e4b5102fe admin admin] Network 23be9c4d-8b6e-4076-a539-2011e76ea9b1 is scheduled to be hosted by DHCP agent 4c125c21-34cc-48d5-813a-c17111208447 with binding_index 1 {{(pid=87483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 22:32:01.405732 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-2e69a5c9-30bd-49d9-afa0-c40e4b5102fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-2-iscsi, 23be9c4d-8b6e-4076-a539-2011e76ea9b1) {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:32:01.409638 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e69a5c9-30bd-49d9-afa0-c40e4b5102fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:32:01.410220 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2e69a5c9-30bd-49d9-afa0-c40e4b5102fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:32:01.414354 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6203d3-3950-40b2-8610-ece09e8630a5 None None] Network 23be9c4d-8b6e-4076-a539-2011e76ea9b1 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:32:01.487019 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-2e69a5c9-30bd-49d9-afa0-c40e4b5102fe admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8129363 Feb 05 22:32:01.632711 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc962ffca-d0ef-5521-9335-c9e17b987064-23be9c4d-8b6e-4076-a539-2011e76ea9b1', 'network_id': '23be9c4d-8b6e-4076-a539-2011e76ea9b1', 'tenant_id': '02c845120c044528b872d4b942e1c2f7', 'fixed_ips': [{'subnet_id': '6ba5b7a2-6843-48a4-85ca-bc204920e481'}]}} from dv-cinder-818886-2-iscsi. {{(pid=87484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 05 22:32:01.633590 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:32:01.788997 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.db_base_plugin_common [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Allocated IP 192.168.233.2 (23be9c4d-8b6e-4076-a539-2011e76ea9b1/6ba5b7a2-6843-48a4-85ca-bc204920e481/6109cdad-46a9-4463-ae84-c900d0519344) {{(pid=87484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:32:02.004955 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Notify callbacks [] for port, precommit_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:32:02.015987 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Transition to ACTIVE for port object 6109cdad-46a9-4463-ae84-c900d0519344 will not be triggered until provisioned by entity L2. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:32:02.035555 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Transition to ACTIVE for port object 6109cdad-46a9-4463-ae84-c900d0519344 will not be triggered until provisioned by entity DHCP. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:32:02.098112 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:32:02.196074 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Network 23be9c4d-8b6e-4076-a539-2011e76ea9b1 is already hosted by enough agents. {{(pid=87484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:32:02.198883 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.scheduler.base_scheduler [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Resources bound (agent type, host, resource id): {{(pid=87484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:32:02.201840 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Received port after_create {{(pid=87484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:32:02.236228 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Pushing event updated for resources: {'Port': ['ID=6109cdad-46a9-4463-ae84-c900d0519344,revision_number=1']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:32:02.280604 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:32:02.280950 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:32:02.281315 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:32:02.281648 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:32:02.281976 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:32:02.282300 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:32:02.282679 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:32:02.283000 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:32:02.283318 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:32:02.283639 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:32:02.283953 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:32:02.284263 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:32:02.308922 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Attempting to bind port 6109cdad-46a9-4463-ae84-c900d0519344 on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:32:02.309319 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Attempting to bind port 6109cdad-46a9-4463-ae84-c900d0519344 by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': '5bf70ca8-afed-4a5b-b4a9-4c329f879887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '23be9c4d-8b6e-4076-a539-2011e76ea9b1'}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:32:02.309677 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Attempting to bind port 6109cdad-46a9-4463-ae84-c900d0519344 on network 23be9c4d-8b6e-4076-a539-2011e76ea9b1 {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:32:02.315202 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:32:02.315578 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Checking segment: {'id': '5bf70ca8-afed-4a5b-b4a9-4c329f879887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '23be9c4d-8b6e-4076-a539-2011e76ea9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:32:02.315976 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:32:02.316391 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Bound using segment: {'id': '5bf70ca8-afed-4a5b-b4a9-4c329f879887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '23be9c4d-8b6e-4076-a539-2011e76ea9b1'} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:32:02.316972 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Bound port: 6109cdad-46a9-4463-ae84-c900d0519344, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf70ca8-afed-4a5b-b4a9-4c329f879887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '23be9c4d-8b6e-4076-a539-2011e76ea9b1'}}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:32:02.317506 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:32:02.405920 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] For port 6109cdad-46a9-4463-ae84-c900d0519344, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:32:02.409065 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] For port 6109cdad-46a9-4463-ae84-c900d0519344, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=6109cdad-46a9-4463-ae84-c900d0519344,segment=NetworkSegment(5bf70ca8-afed-4a5b-b4a9-4c329f879887),segment_id=5bf70ca8-afed-4a5b-b4a9-4c329f879887)] {{(pid=87484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:32:02.475632 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:32:02.554509 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874f435-0387-4f59-bb43-84834f16ec64 None None] Pushing event updated for resources: {'Port': ['ID=6109cdad-46a9-4463-ae84-c900d0519344,revision_number=2']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:32:03.411847 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5562368f-38a1-409c-9374-917de7a9c3db None None] Network 23be9c4d-8b6e-4076-a539-2011e76ea9b1 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:32:03.533728 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-c7bff26b-9894-4881-a43f-e3acaf6a9710 None None] Provisioning for port 6109cdad-46a9-4463-ae84-c900d0519344 completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:32:04.216838 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 6109cdad-46a9-4463-ae84-c900d0519344 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:32:04.349238 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port 6109cdad-46a9-4463-ae84-c900d0519344 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:32:04.355133 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 6109cdad-46a9-4463-ae84-c900d0519344 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:32:04.360622 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:32:04.478384 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:32:04.509333 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port 6109cdad-46a9-4463-ae84-c900d0519344, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=6109cdad-46a9-4463-ae84-c900d0519344,segment=NetworkSegment(5bf70ca8-afed-4a5b-b4a9-4c329f879887),segment_id=5bf70ca8-afed-4a5b-b4a9-4c329f879887)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:32:04.589231 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:32:04.657608 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=6109cdad-46a9-4463-ae84-c900d0519344,revision_number=3']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:32:06.182126 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 6109cdad-46a9-4463-ae84-c900d0519344 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:32:06.252739 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 6109cdad-46a9-4463-ae84-c900d0519344 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:32:06.253119 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:32:18.873361 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-333077be-000d-4058-9f84-462bba66c906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:32:21.246041 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-e0d51244-1f90-4179-8696-2e970a3965cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:32:22.228994 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:32:22.480503 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:32:23.618018 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:32:35.215287 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 5 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:32:48.903133 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-2aeb27ee-0167-4a5a-84a2-4c145b27c4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:32:51.245529 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-b9722ef9-1cfe-4215-bd6a-e6673f78fe5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:32:52.199732 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:32:52.479946 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:32:53.617589 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:33:12.214022 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 5 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:33:18.890935 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-55cac787-ebc2-43dd-99b1-3b77954d4f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:33:21.279505 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-7068044c-7c21-43bb-9a81-0ab09d942891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:33:22.222201 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:33:22.484373 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:33:23.622431 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:33:38.696417 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 39436) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:33:38.702473 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [None req-9963f436-8766-45f6-b3dd-f8ed94e6cdd6 tempest-verify_tempest_config-1332675843 tempest-verify_tempest_config-1332675843-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 05 22:33:38.703437 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-9963f436-8766-45f6-b3dd-f8ed94e6cdd6 tempest-verify_tempest_config-1332675843 tempest-verify_tempest_config-1332675843-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060720 Feb 05 22:33:39.283213 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 39454) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:33:39.398407 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:33:39.412093 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:33:39.416602 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] Usage tracker for resource:security_group_rule and tenant:41a22247dfa843ac95463500920fdf12 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:33:39.419502 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:33:39.425060 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:33:39.503278 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:33:39.588346 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:33:39.635117 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] Synchronizing usage tracker for tenant:02c845120c044528b872d4b942e1c2f7 on resource:security_group {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:33:39.639419 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b36e03-96df-4d42-8611-a1a65ae5a6db,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:33:39.653762 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:33:39.654129 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:33:39.654473 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:33:39.654810 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:33:39.655139 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:33:39.655483 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:33:39.655812 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:33:39.656142 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:33:39.656482 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:33:39.656807 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:33:39.657126 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:33:39.660034 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:33:39.736323 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] Unset dirty status for tenant:02c845120c044528b872d4b942e1c2f7 on resource:security_group {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:33:39.737608 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-0a3efffb-5569-43e4-8b62-28b4231dcf84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41a22247dfa843ac95463500920fdf12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4534345 Feb 05 22:33:39.740270 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 39460) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:33:39.797719 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-909a8826-e089-4029-ba86-0c3231a25bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:33:39.823220 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-909a8826-e089-4029-ba86-0c3231a25bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:33:40.005559 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-909a8826-e089-4029-ba86-0c3231a25bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:33:40.024174 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a8826-e089-4029-ba86-0c3231a25bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b36e03-96df-4d42-8611-a1a65ae5a6db,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:33:40.027633 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-909a8826-e089-4029-ba86-0c3231a25bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:33:40.031373 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-909a8826-e089-4029-ba86-0c3231a25bbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3b36e03-96df-4d42-8611-a1a65ae5a6db HTTP/1.1" status: 204 len: 168 time: 0.2875729 Feb 05 22:33:48.890900 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3f6f-dd13-409d-ac62-1b4e54db586f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:33:49.212365 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 5 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:33:51.261957 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ed1fac45-2873-4607-b954-6bd9bae9a885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:33:52.210838 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:33:52.496269 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:33:53.719250 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:34:18.890119 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4ea1bc88-908b-4f66-af50-0648e7944c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:34:21.255481 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-56adc702-59b3-4f22-bd33-eb2853aa33ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:34:22.204636 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:34:22.478934 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:34:23.626953 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:34:26.210152 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 5 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:34:48.889323 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-004e69a2-df58-4934-a62d-91f1d8c44be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:34:51.255316 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-310e3d63-ef4a-4f18-9e08-212a806d0c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:34:52.186666 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:34:52.461342 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:34:53.615140 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:35:03.208268 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 5 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:35:11.152981 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541741'] for agent, after_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:35:18.883425 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f4b4c32a-df2f-49e9-b447-ec54c003105a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:35:21.260630 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-78c255d8-c595-4476-9f87-66d91c1c6469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:35:22.203637 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:35:22.494874 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:35:23.677538 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:35:26.077301 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 39540) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:35:26.187499 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-c9702f6e-f248-4c7d-809d-93f681b13a61 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1090646 Feb 05 22:35:28.298740 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 39550) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:35:28.354722 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-c6f6282d-4c37-4736-9f17-e512c298778d admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0548725 Feb 05 22:35:40.206638 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:35:41.128937 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:35:48.957594 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-eda56d03-10e3-4ae7-8ba8-057e710fa0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:35:51.254773 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-1cf2e99b-eceb-4683-a59b-4bb4130b4249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:35:52.208479 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:35:52.500123 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:35:53.648458 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:36:11.162767 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:36:17.206203 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:36:18.888671 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f12c4d52-7f6d-4578-a7b8-0f4b7b7abec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:36:21.277547 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-96f92f24-a79c-4723-b10b-06fc065aeff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:36:22.215041 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:36:22.494435 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:36:23.637666 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:36:41.162452 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:36:48.883217 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-878125c9-0373-4221-923d-a3ac743ca4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:36:51.288416 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aed504f4-9fd8-40e1-9ab1-9ab254d66cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:36:52.219257 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:36:52.505338 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:36:53.653469 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:36:54.204657 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:37:11.179565 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:12.581329 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 39696) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:12.866378 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-760075014-network', 'tenant_id': '5474d9a6de104f7bad74b5d7de3eb2df'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:12.872614 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:12.876392 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Usage tracker for resource:network and tenant:5474d9a6de104f7bad74b5d7de3eb2df is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:12.879734 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:12.886404 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:12.985146 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Made reservation on behalf of 5474d9a6de104f7bad74b5d7de3eb2df for: {'network': 1} {{(pid=87482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:37:12.987637 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for network, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:13.000690 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:13.017949 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:13.021684 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Usage tracker for resource:security_group_rule and tenant:5474d9a6de104f7bad74b5d7de3eb2df is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:13.024954 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:13.030561 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:13.110853 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:13.173515 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:13.207770 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=87482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 22:37:13.213048 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1889a5-9b91-44ae-8aef-42f18185a9ff,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:13.222085 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:13.222437 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:13.222779 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:13.223114 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:13.223463 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:13.223823 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:13.224152 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:13.224481 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:13.224968 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:13.225337 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:13.225666 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:13.225988 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Tracked resource versions report: Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: pushed versions: Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: { 'AddressGroup': {'1.2'}, Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: 'ConntrackHelper': {'1.0'}, Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: 'Log': {'1.0'}, Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: 'Network': {'1.1'}, Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: 'Port': {'1.7'}, Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: 'PortForwarding': {'1.2'}, Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: 'QosPolicy': {'1.8'}, Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: 'SecurityGroup': {'1.4'}, Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: 'SecurityGroupRule': {'1.2'}, Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: 'SubPort': {'1.0'}, Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: 'Subnet': {'1.1'}, Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: 'Trunk': {'1.1'}} Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: consumer versions: Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: { DHCP agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: HyperV agent@hv-cinder-81888: {}, Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: L3 agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: Metadata agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: Metering agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: Open vSwitch agent@dv-cinder-818886-2-iscsi: { 'AddressGroup': '1.2', Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: 'ConntrackHelper': '1.0', Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: 'Log': '1.0', Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: 'Network': '1.1', Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: 'Port': '1.7', Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: 'PortForwarding': '1.2', Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: 'QosPolicy': '1.8', Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: 'SecurityGroup': '1.4', Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: 'SecurityGroupRule': '1.2', Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: 'SubPort': '1.0', Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: 'Subnet': '1.1', Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: 'Trunk': '1.1'}} Feb 05 22:37:13.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: {{(pid=87482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 05 22:37:13.232333 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:13.232687 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.db.segments_db [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Added segment 6f8fe982-8fcd-419d-a433-65bb059306d6 of type vlan for network 5b4059c4-e980-42b2-9e93-74f1eb032fb9 Feb 05 22:37:13.261321 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748711372171'] for network, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:13.385412 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for network, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:13.386400 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:13.386986 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:13.504180 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] Pushing event updated for resources: {'Network': ['ID=5b4059c4-e980-42b2-9e93-74f1eb032fb9,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:13.521766 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Network 5b4059c4-e980-42b2-9e93-74f1eb032fb9 details requested by agent ovs-agent-dv-cinder-818886-2-iscsi with host dv-cinder-818886-2-iscsi {{(pid=87484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 05 22:37:13.555360 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 39742) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:13.558428 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-a26cc217-1d1e-451d-850e-47b6e4c324f6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9759812 Feb 05 22:37:13.562805 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Request body: {'subnet': {'network_id': '5b4059c4-e980-42b2-9e93-74f1eb032fb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-760075014-subnet', 'tenant_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:13.568341 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:13.575314 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Usage tracker for resource:subnet and tenant:5474d9a6de104f7bad74b5d7de3eb2df is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:13.575662 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 39746) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:13.585784 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:13.594451 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:13.607543 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 39752) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:13.642313 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Made reservation on behalf of 5474d9a6de104f7bad74b5d7de3eb2df for: {'subnet': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:37:13.644852 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:13.928107 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for subnet, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:13.965095 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-648650481-network', 'tenant_id': '90b30a50b2824d00a031c4aad5804a4d'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:13.970835 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:13.975910 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] Usage tracker for resource:network and tenant:90b30a50b2824d00a031c4aad5804a4d is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:13.983062 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:13.991067 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:14.000922 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-818851490-network', 'tenant_id': '977d8fc698954585b53aac3544d75f63'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:14.013020 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:14.015072 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 39774) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:14.029811 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:14.032668 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:14.033016 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:14.033378 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:14.033713 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:14.034042 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:14.034388 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:14.034717 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:14.035042 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:14.035367 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:14.035703 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:14.036006 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:14.036325 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Tracked resource versions report: Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: pushed versions: Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: { 'AddressGroup': {'1.2'}, Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: 'ConntrackHelper': {'1.0'}, Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: 'Log': {'1.0'}, Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: 'Network': {'1.1'}, Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: 'Port': {'1.7'}, Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: 'PortForwarding': {'1.2'}, Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: 'QosPolicy': {'1.8'}, Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: 'SecurityGroup': {'1.4'}, Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: 'SecurityGroupRule': {'1.2'}, Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: 'SubPort': {'1.0'}, Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: 'Subnet': {'1.1'}, Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: 'Trunk': {'1.1'}} Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: consumer versions: Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: { DHCP agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: HyperV agent@hv-cinder-81888: {}, Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: L3 agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: Metadata agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: Metering agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: Open vSwitch agent@dv-cinder-818886-2-iscsi: { 'AddressGroup': '1.2', Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: 'ConntrackHelper': '1.0', Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: 'Log': '1.0', Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: 'Network': '1.1', Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: 'Port': '1.7', Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: 'PortForwarding': '1.2', Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: 'QosPolicy': '1.8', Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: 'SecurityGroup': '1.4', Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: 'SecurityGroupRule': '1.2', Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: 'SubPort': '1.0', Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: 'Subnet': '1.1', Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: 'Trunk': '1.1'}} Feb 05 22:37:14.037343 dv-cinder-818886-2-iscsi neutron-server[87483]: {{(pid=87483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 05 22:37:14.052348 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] Usage tracker for resource:network and tenant:977d8fc698954585b53aac3544d75f63 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:14.052348 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:14.052348 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Checking segment: {'id': '6f8fe982-8fcd-419d-a433-65bb059306d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5b4059c4-e980-42b2-9e93-74f1eb032fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:37:14.052348 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Network hostable DHCP agents. Network: 5b4059c4-e980-42b2-9e93-74f1eb032fb9, hostable agents: ['4c125c21-34cc-48d5-813a-c17111208447'], hosted agents: [] {{(pid=87483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 22:37:14.056995 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:14.088245 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] Made reservation on behalf of 90b30a50b2824d00a031c4aad5804a4d for: {'network': 1} {{(pid=87482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:37:14.090668 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for network, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:14.102830 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:14.129566 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:14.134672 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] Usage tracker for resource:security_group_rule and tenant:90b30a50b2824d00a031c4aad5804a4d is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:14.139248 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:14.148440 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:14.174074 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Network 5b4059c4-e980-42b2-9e93-74f1eb032fb9 is scheduled to be hosted by DHCP agent 4c125c21-34cc-48d5-813a-c17111208447 with binding_index 1 {{(pid=87483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 22:37:14.176231 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] Made reservation on behalf of 977d8fc698954585b53aac3544d75f63 for: {'network': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:37:14.180345 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for network, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:14.193690 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:14.212107 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:14.215988 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] Usage tracker for resource:security_group_rule and tenant:977d8fc698954585b53aac3544d75f63 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:14.218739 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:14.224642 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:14.247159 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:14.270704 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-2-iscsi, 5b4059c4-e980-42b2-9e93-74f1eb032fb9) {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:37:14.276884 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:14.277511 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:14.283782 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29e5b6b-9572-41cd-bfc9-3a5aea956f07 None None] Network 5b4059c4-e980-42b2-9e93-74f1eb032fb9 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:37:14.316526 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:14.365258 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-129192590-network', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:14.370305 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de53f806-7c15-4718-acd7-a594b22812e2,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:14.391791 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:14.396786 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] Usage tracker for resource:network and tenant:2f1c74641009450eb3df1aeaf162ccde is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:14.400234 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:14.407888 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:14.424778 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=87482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 22:37:14.425243 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:14.428171 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-e76b9807-2fd3-452f-a90f-9ccf039e493b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8708396 Feb 05 22:37:14.437466 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:14.438272 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.db.segments_db [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] Added segment fa29989e-6a27-4259-ac45-d2251527314c of type vlan for network 4ad457f5-4250-4af0-8275-341e9d593a42 Feb 05 22:37:14.472258 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748711372171'] for network, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:14.475855 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 39790) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:14.481823 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-760075014-router', 'tenant_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:14.483430 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] Made reservation on behalf of 2f1c74641009450eb3df1aeaf162ccde for: {'network': 1} {{(pid=87482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:37:14.486036 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for network, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:14.490658 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:14.496487 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Usage tracker for resource:router and tenant:5474d9a6de104f7bad74b5d7de3eb2df is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:14.502352 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:14.505720 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:14.521696 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:14.526314 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:14.532534 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:14.539981 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] Usage tracker for resource:security_group_rule and tenant:2f1c74641009450eb3df1aeaf162ccde is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:14.544188 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:14.551314 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:14.577078 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823899f3-b695-435e-a915-19f8f023750f,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:14.582951 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=87483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 22:37:14.596282 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:14.597341 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.segments_db [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] Added segment f19f09ae-45c0-49ea-95ff-b3cfe7b321b1 of type vlan for network d5be6bda-1bbc-4d51-ae9c-662830d0a420 Feb 05 22:37:14.623104 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for network, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:14.624097 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:14.626308 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49278a29-b35e-4569-bb34-0dda4eab5451 None None] Network 5b4059c4-e980-42b2-9e93-74f1eb032fb9 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:37:14.629677 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:14.632873 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748711372171'] for network, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:14.661075 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1683'] for router, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:14.662366 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1668'] for router, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:14.684731 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:14.728654 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for network, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:14.730978 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:14.731822 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:14.812244 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2354300 Feb 05 22:37:14.822794 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 39804) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:14.848033 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-cf8dbdf3-2203-4ddf-8dba-a73351d813b2 admin admin] Request body: {'subnet': {'network_id': '4ad457f5-4250-4af0-8275-341e9d593a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-648650481-subnet', 'tenant_id': '90b30a50b2824d00a031c4aad5804a4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:14.863280 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-cf8dbdf3-2203-4ddf-8dba-a73351d813b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:14.875544 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-cf8dbdf3-2203-4ddf-8dba-a73351d813b2 admin admin] Usage tracker for resource:subnet and tenant:90b30a50b2824d00a031c4aad5804a4d is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:14.904108 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10344deb-bcb4-40ff-a299-0879ccdd98df admin admin] Pushing event updated for resources: {'Network': ['ID=4ad457f5-4250-4af0-8275-341e9d593a42,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:14.907341 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-cf8dbdf3-2203-4ddf-8dba-a73351d813b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:14.929033 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Network 4ad457f5-4250-4af0-8275-341e9d593a42 details requested by agent ovs-agent-dv-cinder-818886-2-iscsi with host dv-cinder-818886-2-iscsi {{(pid=87484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 05 22:37:14.944924 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-cf8dbdf3-2203-4ddf-8dba-a73351d813b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:15.015456 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:15.031580 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8dbdf3-2203-4ddf-8dba-a73351d813b2 admin admin] Made reservation on behalf of 90b30a50b2824d00a031c4aad5804a4d for: {'subnet': 1} {{(pid=87482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:37:15.034753 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-cf8dbdf3-2203-4ddf-8dba-a73351d813b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:15.143422 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:15.178640 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39666c54-4721-41ea-9b41-c8a010bd3584,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:15.207968 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=87482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 22:37:15.218883 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6105914 Feb 05 22:37:15.218883 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf2991-fab7-4a1e-b860-934f800810d1 admin admin] Pushing event updated for resources: {'Network': ['ID=d5be6bda-1bbc-4d51-ae9c-662830d0a420,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:15.223952 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 39812) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:15.235199 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-0fb67402-4f59-47cd-9b92-3b3b9f4b3c85 admin admin] Request body: {'subnet': {'network_id': 'd5be6bda-1bbc-4d51-ae9c-662830d0a420', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-818851490-subnet', 'tenant_id': '977d8fc698954585b53aac3544d75f63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:15.241341 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-0fb67402-4f59-47cd-9b92-3b3b9f4b3c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:15.242534 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Network d5be6bda-1bbc-4d51-ae9c-662830d0a420 details requested by agent ovs-agent-dv-cinder-818886-2-iscsi with host dv-cinder-818886-2-iscsi {{(pid=87484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 05 22:37:15.246414 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-0fb67402-4f59-47cd-9b92-3b3b9f4b3c85 admin admin] Usage tracker for resource:subnet and tenant:977d8fc698954585b53aac3544d75f63 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:15.250172 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-0fb67402-4f59-47cd-9b92-3b3b9f4b3c85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:15.256555 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-0fb67402-4f59-47cd-9b92-3b3b9f4b3c85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:15.285461 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:15.285461 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.db.segments_db [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] Added segment 03e209a7-0239-4481-a984-9b840e367576 of type vlan for network 2b0f3db0-4106-46bc-9540-b9ba783310fc Feb 05 22:37:15.338015 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1654'] for router, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:15.338180 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb67402-4f59-47cd-9b92-3b3b9f4b3c85 admin admin] Made reservation on behalf of 977d8fc698954585b53aac3544d75f63 for: {'subnet': 1} {{(pid=87482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:37:15.339006 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0fb67402-4f59-47cd-9b92-3b3b9f4b3c85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:15.463625 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748711372171'] for network, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:15.644977 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for network, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:15.652055 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:15.654318 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:15.783965 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] Pushing event updated for resources: {'Network': ['ID=2b0f3db0-4106-46bc-9540-b9ba783310fc,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:15.792183 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-cf8dbdf3-2203-4ddf-8dba-a73351d813b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for subnet, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:15.807723 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Network 2b0f3db0-4106-46bc-9540-b9ba783310fc details requested by agent ovs-agent-dv-cinder-818886-2-iscsi with host dv-cinder-818886-2-iscsi {{(pid=87484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 05 22:37:15.891925 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:15.942339 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:15.981853 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-3841a72b-f70b-4ca3-a896-621a94090d2a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9652503 Feb 05 22:37:15.987125 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 39842) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:15.990411 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8dbdf3-2203-4ddf-8dba-a73351d813b2 admin admin] Checking segment: {'id': 'fa29989e-6a27-4259-ac45-d2251527314c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4ad457f5-4250-4af0-8275-341e9d593a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:37:15.991221 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8dbdf3-2203-4ddf-8dba-a73351d813b2 admin admin] Network hostable DHCP agents. Network: 4ad457f5-4250-4af0-8275-341e9d593a42, hostable agents: ['4c125c21-34cc-48d5-813a-c17111208447'], hosted agents: [] {{(pid=87482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 22:37:16.003230 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-f580f040-cbdd-4a5c-b4c1-72fb397f21ad admin admin] Request body: {'subnet': {'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-129192590-subnet', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:16.017520 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0fb67402-4f59-47cd-9b92-3b3b9f4b3c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for subnet, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:16.033959 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-f580f040-cbdd-4a5c-b4c1-72fb397f21ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:16.050007 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-f580f040-cbdd-4a5c-b4c1-72fb397f21ad admin admin] Usage tracker for resource:subnet and tenant:2f1c74641009450eb3df1aeaf162ccde is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:16.053768 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8dbdf3-2203-4ddf-8dba-a73351d813b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=519f5467-b974-4c9d-a3ed-3217451b8928,revision_number=0']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:16.094212 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-f580f040-cbdd-4a5c-b4c1-72fb397f21ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:16.109412 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-f580f040-cbdd-4a5c-b4c1-72fb397f21ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:16.121140 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Allocated IP 172.27.3.153 (6817b256-dae4-44db-bc68-adab2164788e/583bfacf-eb7c-4478-b06f-909c14cf964a/1b5221fa-d435-441f-923e-815ab6e17e3c) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:37:16.160729 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb67402-4f59-47cd-9b92-3b3b9f4b3c85 admin admin] Checking segment: {'id': 'f19f09ae-45c0-49ea-95ff-b3cfe7b321b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd5be6bda-1bbc-4d51-ae9c-662830d0a420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:37:16.161392 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb67402-4f59-47cd-9b92-3b3b9f4b3c85 admin admin] Network hostable DHCP agents. Network: d5be6bda-1bbc-4d51-ae9c-662830d0a420, hostable agents: ['4c125c21-34cc-48d5-813a-c17111208447'], hosted agents: [] {{(pid=87482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 22:37:16.167522 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb67402-4f59-47cd-9b92-3b3b9f4b3c85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e342934-faf3-4911-9b99-5da24b3ca196,revision_number=0']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:16.260431 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f580f040-cbdd-4a5c-b4c1-72fb397f21ad admin admin] Made reservation on behalf of 2f1c74641009450eb3df1aeaf162ccde for: {'subnet': 1} {{(pid=87482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:37:16.263031 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f580f040-cbdd-4a5c-b4c1-72fb397f21ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:16.274151 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:16.281505 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8dbdf3-2203-4ddf-8dba-a73351d813b2 admin admin] Network 4ad457f5-4250-4af0-8275-341e9d593a42 is scheduled to be hosted by DHCP agent 4c125c21-34cc-48d5-813a-c17111208447 with binding_index 1 {{(pid=87482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 22:37:16.381548 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:16.399430 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb67402-4f59-47cd-9b92-3b3b9f4b3c85 admin admin] Network d5be6bda-1bbc-4d51-ae9c-662830d0a420 is scheduled to be hosted by DHCP agent 4c125c21-34cc-48d5-813a-c17111208447 with binding_index 1 {{(pid=87482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 22:37:16.406239 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-cf8dbdf3-2203-4ddf-8dba-a73351d813b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-2-iscsi, 4ad457f5-4250-4af0-8275-341e9d593a42) {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:37:16.416775 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3f4f3d-0396-4095-9042-5fc5cc2043c2 None None] Network 4ad457f5-4250-4af0-8275-341e9d593a42 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:37:16.422173 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8dbdf3-2203-4ddf-8dba-a73351d813b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:16.425896 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-cf8dbdf3-2203-4ddf-8dba-a73351d813b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:16.434536 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-0fb67402-4f59-47cd-9b92-3b3b9f4b3c85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-2-iscsi, d5be6bda-1bbc-4d51-ae9c-662830d0a420) {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:37:16.469973 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Pushing event updated for resources: {'Port': ['ID=1b5221fa-d435-441f-923e-815ab6e17e3c,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:16.490930 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Network 6817b256-dae4-44db-bc68-adab2164788e is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:37:16.492374 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:37:16.495784 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:37:16.642434 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a1b686-9c28-4c13-93f7-8d924563f0f8 None None] Network d5be6bda-1bbc-4d51-ae9c-662830d0a420 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:37:16.653248 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb67402-4f59-47cd-9b92-3b3b9f4b3c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:16.653839 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0fb67402-4f59-47cd-9b92-3b3b9f4b3c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:16.699891 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f580f040-cbdd-4a5c-b4c1-72fb397f21ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for subnet, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:16.786270 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580f040-cbdd-4a5c-b4c1-72fb397f21ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef675453-a182-4ce7-8469-2fb25b5d7aea,revision_number=0']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:16.819547 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-cf8dbdf3-2203-4ddf-8dba-a73351d813b2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9667192 Feb 05 22:37:16.819547 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f580f040-cbdd-4a5c-b4c1-72fb397f21ad admin admin] Checking segment: {'id': '03e209a7-0239-4481-a984-9b840e367576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:37:16.819547 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f580f040-cbdd-4a5c-b4c1-72fb397f21ad admin admin] Network hostable DHCP agents. Network: 2b0f3db0-4106-46bc-9540-b9ba783310fc, hostable agents: ['4c125c21-34cc-48d5-813a-c17111208447'], hosted agents: [] {{(pid=87482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 22:37:16.842081 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c771e1d8-524b-4474-8a54-a048cd52e5f2 None None] Network 4ad457f5-4250-4af0-8275-341e9d593a42 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:37:16.957026 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-0fb67402-4f59-47cd-9b92-3b3b9f4b3c85 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7307003 Feb 05 22:37:16.979790 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f580f040-cbdd-4a5c-b4c1-72fb397f21ad admin admin] Network 2b0f3db0-4106-46bc-9540-b9ba783310fc is scheduled to be hosted by DHCP agent 4c125c21-34cc-48d5-813a-c17111208447 with binding_index 1 {{(pid=87482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 22:37:17.117100 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-f580f040-cbdd-4a5c-b4c1-72fb397f21ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-2-iscsi, 2b0f3db0-4106-46bc-9540-b9ba783310fc) {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:37:17.130437 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f580f040-cbdd-4a5c-b4c1-72fb397f21ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:17.131281 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f580f040-cbdd-4a5c-b4c1-72fb397f21ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:17.186860 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9713564-0b10-457b-9628-bbf8d2ad6733 None None] Network 2b0f3db0-4106-46bc-9540-b9ba783310fc requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:37:17.224015 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e81247-87dc-43e2-8693-9fdb5f98d91c None None] Network d5be6bda-1bbc-4d51-ae9c-662830d0a420 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:37:17.237434 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-f580f040-cbdd-4a5c-b4c1-72fb397f21ad admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2487094 Feb 05 22:37:17.239920 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 39890) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:17.245870 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-129192590-router', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:17.266190 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:17.279839 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Usage tracker for resource:router and tenant:2f1c74641009450eb3df1aeaf162ccde is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:17.290923 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:17.311541 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:17.322065 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:17.408909 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1683'] for router, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:17.410795 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1668'] for router, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:17.446548 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:17.744730 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc962ffca-d0ef-5521-9335-c9e17b987064-2b0f3db0-4106-46bc-9540-b9ba783310fc', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'fixed_ips': [{'subnet_id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea'}]}} from dv-cinder-818886-2-iscsi. {{(pid=87484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 05 22:37:17.749460 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:17.868497 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542232'] for router, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:18.095051 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.db_base_plugin_common [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Allocated IP 172.20.0.2 (2b0f3db0-4106-46bc-9540-b9ba783310fc/ef675453-a182-4ce7-8469-2fb25b5d7aea/2a862b26-2c17-49d5-824f-45be849492f6) {{(pid=87484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:37:18.290613 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 39942) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:18.298018 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-361732651-network', 'tenant_id': '70a68555181b4a3d8be583edb53aa762'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:18.307819 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:18.317520 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] Usage tracker for resource:network and tenant:70a68555181b4a3d8be583edb53aa762 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:18.323055 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:18.332289 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:18.333455 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1654'] for router, precommit_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:18.425709 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Router 8622e72a-9fb1-4d75-aecc-6af972a6c205 is scheduled to L3 agent 48729e96-b06f-44c2-8385-6753e1637932 with binding_index 1 {{(pid=87483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 05 22:37:18.428647 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] Made reservation on behalf of 70a68555181b4a3d8be583edb53aa762 for: {'network': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:37:18.431577 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for network, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:18.452791 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:18.460413 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:18.464609 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Transition to ACTIVE for port object 2a862b26-2c17-49d5-824f-45be849492f6 will not be triggered until provisioned by entity L2. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:37:18.484555 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Transition to ACTIVE for port object 2a862b26-2c17-49d5-824f-45be849492f6 will not be triggered until provisioned by entity DHCP. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:37:18.584811 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:18.601496 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] Usage tracker for resource:security_group_rule and tenant:70a68555181b4a3d8be583edb53aa762 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:18.607878 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:18.622538 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:18.622752 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:18.703770 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 39958) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:18.719207 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Network 2b0f3db0-4106-46bc-9540-b9ba783310fc is already hosted by enough agents. {{(pid=87484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:37:18.723014 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.scheduler.base_scheduler [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Resources bound (agent type, host, resource id): {{(pid=87484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:37:18.726751 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Received port after_create {{(pid=87484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:37:18.754112 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:37:18.768601 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] Sync routers for ids ['8622e72a-9fb1-4d75-aecc-6af972a6c205'] in dv-cinder-818886-2-iscsi {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:37:18.788302 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] Routers {'8622e72a-9fb1-4d75-aecc-6af972a6c205'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:37:18.791225 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:36:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['8622e72a-9fb1-4d75-aecc-6af972a6c205'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:37:18.862093 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:18.871199 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] Notify callbacks [] for router, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:18.875120 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-3d77b7ea-a46b-49e4-9c18-1ba6a257a944 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3957458 Feb 05 22:37:18.875474 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 39964) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:18.951976 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Pushing event updated for resources: {'Port': ['ID=2a862b26-2c17-49d5-824f-45be849492f6,revision_number=1']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:18.964886 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:18.979127 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Attempting to bind port 2a862b26-2c17-49d5-824f-45be849492f6 on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:37:18.979425 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:18.979532 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Attempting to bind port 2a862b26-2c17-49d5-824f-45be849492f6 by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': '03e209a7-0239-4481-a984-9b840e367576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc'}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:37:18.979800 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Attempting to bind port 2a862b26-2c17-49d5-824f-45be849492f6 on network 2b0f3db0-4106-46bc-9540-b9ba783310fc {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:37:18.979915 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=87483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 22:37:18.988459 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:18.988903 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:18.989115 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:18.989648 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:18.990136 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:18.990759 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:18.991091 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:18.991195 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:18.991420 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:18.991531 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.segments_db [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] Added segment f5ca59d1-0ea0-4457-a737-9e4b06dde86d of type vlan for network b6017e9c-87c8-4979-b1ae-74826ce52cef Feb 05 22:37:18.991767 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:18.992099 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:18.993458 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:18.993840 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Tracked resource versions report: Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: pushed versions: Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: { 'AddressGroup': {'1.2'}, Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: 'ConntrackHelper': {'1.0'}, Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: 'Log': {'1.0'}, Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: 'Network': {'1.1'}, Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: 'Port': {'1.7'}, Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: 'PortForwarding': {'1.2'}, Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: 'QosPolicy': {'1.8'}, Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: 'SecurityGroup': {'1.4'}, Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: 'SecurityGroupRule': {'1.2'}, Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: 'SubPort': {'1.0'}, Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: 'Subnet': {'1.1'}, Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: 'Trunk': {'1.1'}} Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: consumer versions: Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: { DHCP agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: HyperV agent@hv-cinder-81888: {}, Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: L3 agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: Metadata agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: Metering agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: Open vSwitch agent@dv-cinder-818886-2-iscsi: { 'AddressGroup': '1.2', Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: 'ConntrackHelper': '1.0', Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: 'Log': '1.0', Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: 'Network': '1.1', Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: 'Port': '1.7', Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: 'PortForwarding': '1.2', Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: 'QosPolicy': '1.8', Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: 'SecurityGroup': '1.4', Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: 'SecurityGroupRule': '1.2', Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: 'SubPort': '1.0', Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: 'Subnet': '1.1', Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: 'Trunk': '1.1'}} Feb 05 22:37:18.994841 dv-cinder-818886-2-iscsi neutron-server[87484]: {{(pid=87484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 05 22:37:18.999181 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:37:18.999553 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Checking segment: {'id': '03e209a7-0239-4481-a984-9b840e367576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:37:18.999956 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:19.000399 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Bound using segment: {'id': '03e209a7-0239-4481-a984-9b840e367576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc'} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:37:19.000870 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Bound port: 2a862b26-2c17-49d5-824f-45be849492f6, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e209a7-0239-4481-a984-9b840e367576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc'}}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:37:19.001451 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:19.017244 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 39972) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:19.031931 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748711372171'] for network, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:19.044987 dv-cinder-818886-2-iscsi neutron-server[87482]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 05 22:37:19.064148 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-72125ffa-f0f4-4ef2-93f8-73089e6d0c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:19.077752 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:19.111811 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] For port 2a862b26-2c17-49d5-824f-45be849492f6, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:37:19.114968 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] For port 2a862b26-2c17-49d5-824f-45be849492f6, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=2a862b26-2c17-49d5-824f-45be849492f6,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:37:19.120179 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4b219c7c-1755-42c8-ab7d-e556b7917a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:19.140761 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for network, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:19.142168 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:19.142890 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:19.159534 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] Set router 8622e72a-9fb1-4d75-aecc-6af972a6c205 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:37:19.202794 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:19.239975 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_common [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Allocated IP 172.27.3.209 (6817b256-dae4-44db-bc68-adab2164788e/583bfacf-eb7c-4478-b06f-909c14cf964a/583512cf-2a1a-4902-9e2e-6d3cad985545) {{(pid=87482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:37:19.277332 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] Pushing event updated for resources: {'Network': ['ID=b6017e9c-87c8-4979-b1ae-74826ce52cef,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:19.311529 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Network b6017e9c-87c8-4979-b1ae-74826ce52cef details requested by agent ovs-agent-dv-cinder-818886-2-iscsi with host dv-cinder-818886-2-iscsi {{(pid=87484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 05 22:37:19.378490 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9975c9b6-64d1-4bae-8e8b-833fc4d6734a,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:19.394343 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-72125ffa-f0f4-4ef2-93f8-73089e6d0c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:19.401751 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-72125ffa-f0f4-4ef2-93f8-73089e6d0c73 admin admin] Usage tracker for resource:security_group_rule and tenant:c9e6ee84ffdc41969b1248da2b38c7f2 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:19.410979 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-72125ffa-f0f4-4ef2-93f8-73089e6d0c73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:19.442934 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-72125ffa-f0f4-4ef2-93f8-73089e6d0c73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:19.524300 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af685e-862b-43ad-88a9-877f83e9b4d2 None None] Pushing event updated for resources: {'Port': ['ID=2a862b26-2c17-49d5-824f-45be849492f6,revision_number=2']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:19.540642 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-915993fc-ed63-4592-844b-18ddfa63093b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2487547 Feb 05 22:37:19.551540 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 39998) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:19.563484 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-cc4f4c48-910a-4287-905e-e3544e9e981a admin admin] Request body: {'subnet': {'network_id': 'b6017e9c-87c8-4979-b1ae-74826ce52cef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-361732651-subnet', 'tenant_id': '70a68555181b4a3d8be583edb53aa762', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:19.569658 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-cc4f4c48-910a-4287-905e-e3544e9e981a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:19.577669 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-cc4f4c48-910a-4287-905e-e3544e9e981a admin admin] Usage tracker for resource:subnet and tenant:70a68555181b4a3d8be583edb53aa762 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:19.582267 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-cc4f4c48-910a-4287-905e-e3544e9e981a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:19.655808 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-cc4f4c48-910a-4287-905e-e3544e9e981a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:19.722398 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622e72a-9fb1-4d75-aecc-6af972a6c205', 'name': 'tempest-ServerRescueNegativeTestJSON-760075014-router', 'tenant_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '1b5221fa-d435-441f-923e-815ab6e17e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:14Z', 'updated_at': '2022-02-05T22:37:16Z', 'revision_number': 3, 'project_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'gw_port': {'id': '1b5221fa-d435-441f-923e-815ab6e17e3c', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8622e72a-9fb1-4d75-aecc-6af972a6c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:15Z', 'updated_at': '2022-02-05T22:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:37:19.728347 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] Checking router: 8622e72a-9fb1-4d75-aecc-6af972a6c205 for host: dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:37:19.728702 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] Updating router 8622e72a-9fb1-4d75-aecc-6af972a6c205 port 1b5221fa-d435-441f-923e-815ab6e17e3c binding host dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 22:37:19.835591 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4f4c48-910a-4287-905e-e3544e9e981a admin admin] Made reservation on behalf of 70a68555181b4a3d8be583edb53aa762 for: {'subnet': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:37:19.840037 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-cc4f4c48-910a-4287-905e-e3544e9e981a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:19.861185 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:19.987637 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-72125ffa-f0f4-4ef2-93f8-73089e6d0c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:20.009293 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:20.037446 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-b1f9e28f-f308-4c34-94ac-765552dc7c0b tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:20.038413 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-b1f9e28f-f308-4c34-94ac-765552dc7c0b tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Synchronizing usage tracker for tenant:90b30a50b2824d00a031c4aad5804a4d on resource:network {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:37:20.080719 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-72125ffa-f0f4-4ef2-93f8-73089e6d0c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:20.146679 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72125ffa-f0f4-4ef2-93f8-73089e6d0c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c744a9-19dc-4506-878f-50e3cc353594,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:20.169706 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-72125ffa-f0f4-4ef2-93f8-73089e6d0c73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9e6ee84ffdc41969b1248da2b38c7f2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4563372 Feb 05 22:37:20.173221 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 40014) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:20.176185 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:20.274581 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-b1f9e28f-f308-4c34-94ac-765552dc7c0b tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Unset dirty status for tenant:90b30a50b2824d00a031c4aad5804a4d on resource:network {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:37:20.275755 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-b1f9e28f-f308-4c34-94ac-765552dc7c0b tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/networks?id=4ad457f5-4250-4af0-8275-341e9d593a42 HTTP/1.1" status: 200 len: 811 time: 1.2537155 Feb 05 22:37:20.299952 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Network 6817b256-dae4-44db-bc68-adab2164788e is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:37:20.309045 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:37:20.322179 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Received port after_create {{(pid=87482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:37:20.417004 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-b7868ec3-bf8c-4814-b36e-6519a84bf3f8 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/quotas/90b30a50b2824d00a031c4aad5804a4d HTTP/1.1" status: 200 len: 375 time: 0.1153686 Feb 05 22:37:20.519295 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 2a862b26-2c17-49d5-824f-45be849492f6 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:37:20.553867 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0424ee5c-f652-409e-b180-6db38936cfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:20.610538 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Pushing event updated for resources: {'Port': ['ID=583512cf-2a1a-4902-9e2e-6d3cad985545,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:20.614628 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-cc4f4c48-910a-4287-905e-e3544e9e981a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for subnet, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:20.640975 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:20.668118 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] Transition to ACTIVE for port object 1b5221fa-d435-441f-923e-815ab6e17e3c will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:37:20.676165 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-87bcd827-2a17-4299-8236-b4d05ab0fbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:20.750719 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port 2a862b26-2c17-49d5-824f-45be849492f6 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:37:20.752574 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:20.785469 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f4c48-910a-4287-905e-e3544e9e981a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8c1a2d3-6413-4a80-a137-ceba4c332666,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:20.789592 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f4c48-910a-4287-905e-e3544e9e981a admin admin] Checking segment: {'id': 'f5ca59d1-0ea0-4457-a737-9e4b06dde86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6017e9c-87c8-4979-b1ae-74826ce52cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:37:20.789592 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4f4c48-910a-4287-905e-e3544e9e981a admin admin] Network hostable DHCP agents. Network: b6017e9c-87c8-4979-b1ae-74826ce52cef, hostable agents: ['4c125c21-34cc-48d5-813a-c17111208447'], hosted agents: [] {{(pid=87483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 22:37:20.887838 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108b3fd-2639-4432-a039-46f32092b088 None None] Pushing event updated for resources: {'Port': ['ID=1b5221fa-d435-441f-923e-815ab6e17e3c,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:20.928177 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] Attempting to bind port 1b5221fa-d435-441f-923e-815ab6e17e3c on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:37:20.928549 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-f3c7ecf2-8125-4c59-b84e-5be56f20522f tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=90b30a50b2824d00a031c4aad5804a4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5029616 Feb 05 22:37:20.928949 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] Attempting to bind port 1b5221fa-d435-441f-923e-815ab6e17e3c by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:37:20.929502 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] Attempting to bind port 1b5221fa-d435-441f-923e-815ab6e17e3c on network 6817b256-dae4-44db-bc68-adab2164788e {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:37:20.932907 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-87bcd827-2a17-4299-8236-b4d05ab0fbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:20.944406 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:37:20.944986 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] Checking segment: {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:37:20.946675 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:20.947307 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] Bound using segment: {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:37:20.948002 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] Bound port: 1b5221fa-d435-441f-923e-815ab6e17e3c, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:37:20.949391 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:20.951964 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4f4c48-910a-4287-905e-e3544e9e981a admin admin] Network b6017e9c-87c8-4979-b1ae-74826ce52cef is scheduled to be hosted by DHCP agent 4c125c21-34cc-48d5-813a-c17111208447 with binding_index 1 {{(pid=87483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 22:37:21.024467 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [None req-0424ee5c-f652-409e-b180-6db38936cfbe admin admin] Allocated IP 172.20.0.1 (5b4059c4-e980-42b2-9e93-74f1eb032fb9/e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2/c913fec1-68ba-4639-94ce-d629f0e33c0c) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:37:21.035535 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-cc4f4c48-910a-4287-905e-e3544e9e981a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-2-iscsi, b6017e9c-87c8-4979-b1ae-74826ce52cef) {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:37:21.045272 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147be14e-aece-438b-b89a-0552a27d1ec5 None None] Network b6017e9c-87c8-4979-b1ae-74826ce52cef requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:37:21.062213 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4f4c48-910a-4287-905e-e3544e9e981a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:21.065382 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-cc4f4c48-910a-4287-905e-e3544e9e981a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:21.120337 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] For port 1b5221fa-d435-441f-923e-815ab6e17e3c, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:37:21.123817 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] For port 1b5221fa-d435-441f-923e-815ab6e17e3c, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=1b5221fa-d435-441f-923e-815ab6e17e3c,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:37:21.127275 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108b3fd-2639-4432-a039-46f32092b088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:21.127671 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108b3fd-2639-4432-a039-46f32092b088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:21.128024 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108b3fd-2639-4432-a039-46f32092b088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:21.128452 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108b3fd-2639-4432-a039-46f32092b088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:21.128795 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108b3fd-2639-4432-a039-46f32092b088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:21.129134 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108b3fd-2639-4432-a039-46f32092b088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:21.129530 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108b3fd-2639-4432-a039-46f32092b088 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:21.129873 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108b3fd-2639-4432-a039-46f32092b088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:21.130227 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108b3fd-2639-4432-a039-46f32092b088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:21.130610 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108b3fd-2639-4432-a039-46f32092b088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:21.131298 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108b3fd-2639-4432-a039-46f32092b088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:21.131683 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108b3fd-2639-4432-a039-46f32092b088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108b3fd-2639-4432-a039-46f32092b088 None None] Tracked resource versions report: Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: pushed versions: Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: { 'AddressGroup': {'1.2'}, Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: 'ConntrackHelper': {'1.0'}, Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: 'Log': {'1.0'}, Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: 'Network': {'1.1'}, Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: 'Port': {'1.7'}, Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: 'PortForwarding': {'1.2'}, Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: 'QosPolicy': {'1.8'}, Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: 'SecurityGroup': {'1.4'}, Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: 'SecurityGroupRule': {'1.2'}, Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: 'SubPort': {'1.0'}, Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: 'Subnet': {'1.1'}, Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: 'Trunk': {'1.1'}} Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: consumer versions: Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: { DHCP agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: HyperV agent@hv-cinder-81888: {}, Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: L3 agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: Metadata agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: Metering agent@dv-cinder-818886-2-iscsi: {}, Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: Open vSwitch agent@dv-cinder-818886-2-iscsi: { 'AddressGroup': '1.2', Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: 'ConntrackHelper': '1.0', Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: 'Log': '1.0', Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: 'Network': '1.1', Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: 'Port': '1.7', Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: 'PortForwarding': '1.2', Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: 'QosPolicy': '1.8', Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: 'SecurityGroup': '1.4', Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: 'SecurityGroupRule': '1.2', Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: 'SubPort': '1.0', Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: 'Subnet': '1.1', Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: 'Trunk': '1.1'}} Feb 05 22:37:21.133539 dv-cinder-818886-2-iscsi neutron-server[87485]: {{(pid=87485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 05 22:37:21.142485 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-87bcd827-2a17-4299-8236-b4d05ab0fbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:21.155793 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca83d2f4-de5b-4e79-a4d0-4691484f050f None None] Network 2b0f3db0-4106-46bc-9540-b9ba783310fc requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:37:21.176613 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bcd827-2a17-4299-8236-b4d05ab0fbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c744a9-19dc-4506-878f-50e3cc353594,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:21.197017 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-770f7af2-054a-46a2-8445-0aeab1987913 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 05 22:37:21.198081 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-770f7af2-054a-46a2-8445-0aeab1987913 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1294019 Feb 05 22:37:21.199488 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:21.220449 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:21.291064 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-87bcd827-2a17-4299-8236-b4d05ab0fbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:21.302721 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-87bcd827-2a17-4299-8236-b4d05ab0fbf8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58c744a9-19dc-4506-878f-50e3cc353594 HTTP/1.1" status: 204 len: 168 time: 1.1204705 Feb 05 22:37:21.323604 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108b3fd-2639-4432-a039-46f32092b088 None None] Pushing event updated for resources: {'Port': ['ID=1b5221fa-d435-441f-923e-815ab6e17e3c,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:21.345881 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] Routers {'8622e72a-9fb1-4d75-aecc-6af972a6c205'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:37:21.353792 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:36:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['8622e72a-9fb1-4d75-aecc-6af972a6c205'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:37:21.362033 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-cc4f4c48-910a-4287-905e-e3544e9e981a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8092153 Feb 05 22:37:21.365193 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0424ee5c-f652-409e-b180-6db38936cfbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:21.454240 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0424ee5c-f652-409e-b180-6db38936cfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:21.561850 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-5639236c-76d6-49da-8799-b0c8b908d5d5 service neutron] 10.222.0.24 "GET /v2.0/networks/4ad457f5-4250-4af0-8275-341e9d593a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101840 Feb 05 22:37:21.568747 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 40060) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:21.581681 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-c6b9f227-c0b9-4ddd-8c12-618c55dd8954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:21.583055 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-b6cb183f-3a4e-4571-85af-b8869a3a1969 None None] Provisioning for port 2a862b26-2c17-49d5-824f-45be849492f6 completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:37:21.595012 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-b6cb183f-3a4e-4571-85af-b8869a3a1969 None None] Provisioning complete for port 2a862b26-2c17-49d5-824f-45be849492f6 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:37:21.595378 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-b6cb183f-3a4e-4571-85af-b8869a3a1969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:21.599370 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424ee5c-f652-409e-b180-6db38936cfbe admin admin] Pushing event updated for resources: {'Port': ['ID=c913fec1-68ba-4639-94ce-d629f0e33c0c,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:21.613410 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0424ee5c-f652-409e-b180-6db38936cfbe admin admin] Network 5b4059c4-e980-42b2-9e93-74f1eb032fb9 is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:37:21.614590 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-0424ee5c-f652-409e-b180-6db38936cfbe admin admin] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:37:21.621590 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0424ee5c-f652-409e-b180-6db38936cfbe admin admin] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:37:21.622346 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0424ee5c-f652-409e-b180-6db38936cfbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960290'] for router_interface, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:21.653260 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] Set router 8622e72a-9fb1-4d75-aecc-6af972a6c205 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:37:21.736388 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee53ba8-3cb9-4219-9605-bb3ad5a4ccd3 admin admin] Deleting subnet 3e342934-faf3-4911-9b99-5da24b3ca196 {{(pid=87482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 05 22:37:21.801267 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaf3ade-b0f6-4625-9b57-2b9113e795a8 None None] Network b6017e9c-87c8-4979-b1ae-74826ce52cef requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:37:21.816959 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4ee53ba8-3cb9-4219-9605-bb3ad5a4ccd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:22.114912 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622e72a-9fb1-4d75-aecc-6af972a6c205', 'name': 'tempest-ServerRescueNegativeTestJSON-760075014-router', 'tenant_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '1b5221fa-d435-441f-923e-815ab6e17e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:14Z', 'updated_at': '2022-02-05T22:37:16Z', 'revision_number': 3, 'project_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'gw_port': {'id': '1b5221fa-d435-441f-923e-815ab6e17e3c', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8622e72a-9fb1-4d75-aecc-6af972a6c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:15Z', 'updated_at': '2022-02-05T22:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:37:22.121459 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3b6d33-bc8e-42f8-b447-f77986d45727 None None] The sync data for ids ['8622e72a-9fb1-4d75-aecc-6af972a6c205'] in dv-cinder-818886-2-iscsi is: [{'id': '8622e72a-9fb1-4d75-aecc-6af972a6c205', 'name': 'tempest-ServerRescueNegativeTestJSON-760075014-router', 'tenant_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '1b5221fa-d435-441f-923e-815ab6e17e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:14Z', 'updated_at': '2022-02-05T22:37:16Z', 'revision_number': 3, 'project_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'gw_port': {'id': '1b5221fa-d435-441f-923e-815ab6e17e3c', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8622e72a-9fb1-4d75-aecc-6af972a6c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:15Z', 'updated_at': '2022-02-05T22:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}] {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:37:22.207245 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-b6cb183f-3a4e-4571-85af-b8869a3a1969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:22.270700 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4ee53ba8-3cb9-4219-9605-bb3ad5a4ccd3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:22.279265 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4ee53ba8-3cb9-4219-9605-bb3ad5a4ccd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770741'] for subnet, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:22.280260 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:22.343864 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-b6cb183f-3a4e-4571-85af-b8869a3a1969 None None] For port 2a862b26-2c17-49d5-824f-45be849492f6, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=2a862b26-2c17-49d5-824f-45be849492f6,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:37:22.374794 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0424ee5c-f652-409e-b180-6db38936cfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:22.391105 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-79ad6206-11c2-4a3e-ba59-7fc49c3e7ba6 service neutron] 10.222.0.24 "GET /v2.0/networks/4ad457f5-4250-4af0-8275-341e9d593a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8260427 Feb 05 22:37:22.397261 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542232'] for router, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:22.409039 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-b6cb183f-3a4e-4571-85af-b8869a3a1969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:22.535933 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 40076) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:22.575410 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-cc1e04f7-fcaf-4b17-867a-a04efafb2455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:22.588789 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-30236f6a-6c37-4120-af24-a00711923082 None None] Provisioning complete for port 2a862b26-2c17-49d5-824f-45be849492f6 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:37:22.592995 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-30236f6a-6c37-4120-af24-a00711923082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:22.607268 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-cc1e04f7-fcaf-4b17-867a-a04efafb2455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:22.655388 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb183f-3a4e-4571-85af-b8869a3a1969 None None] Pushing event updated for resources: {'Port': ['ID=2a862b26-2c17-49d5-824f-45be849492f6,revision_number=3']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:22.668219 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:22.689041 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-cc1e04f7-fcaf-4b17-867a-a04efafb2455 admin admin] Usage tracker for resource:security_group_rule and tenant:fb62314b815e4dfa9de438101a460351 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:22.696727 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-cc1e04f7-fcaf-4b17-867a-a04efafb2455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:22.706282 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4ee53ba8-3cb9-4219-9605-bb3ad5a4ccd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for subnet, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:22.706832 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-cc1e04f7-fcaf-4b17-867a-a04efafb2455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:22.738134 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 40088) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:22.751443 dv-cinder-818886-2-iscsi neutron-server[87483]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 05 22:37:22.781929 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 is scheduled to L3 agent 48729e96-b06f-44c2-8385-6753e1637932 with binding_index 1 {{(pid=87482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 05 22:37:22.805392 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee53ba8-3cb9-4219-9605-bb3ad5a4ccd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e342934-faf3-4911-9b99-5da24b3ca196,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:22.809171 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4ee53ba8-3cb9-4219-9605-bb3ad5a4ccd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:22.841715 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e2dafd90-f853-4d55-b578-caf82a5f14ac req-0bc0e60a-cb0a-48ea-ae70-28d03f3d2212 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 210 time: 0.1024034 Feb 05 22:37:22.920709 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0424ee5c-f652-409e-b180-6db38936cfbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:22.964416 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-cc1e04f7-fcaf-4b17-867a-a04efafb2455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:22.972535 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-4ee53ba8-3cb9-4219-9605-bb3ad5a4ccd3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3e342934-faf3-4911-9b99-5da24b3ca196 HTTP/1.1" status: 204 len: 168 time: 1.3899207 Feb 05 22:37:22.978144 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 40108) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:23.107100 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:37:23.125451 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] Sync routers for ids ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:37:23.125812 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0424ee5c-f652-409e-b180-6db38936cfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:23.126596 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0424ee5c-f652-409e-b180-6db38936cfbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960455'] for router_interface, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:23.130092 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-cc1e04f7-fcaf-4b17-867a-a04efafb2455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:23.142151 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] Routers {'06c31b18-4188-4b86-ba9f-0cafa920c0a3'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:37:23.144627 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:37:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:37:23.229781 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e04f7-fcaf-4b17-867a-a04efafb2455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41e3a9a-845c-4f63-9eca-d10961928077,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:23.289620 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] Notify callbacks [] for router, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:23.291591 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-213592a3-a0ce-4d8b-8ac4-b72d64b4c2ec admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0507181 Feb 05 22:37:23.294353 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 40124) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:23.409253 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] Set router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:37:23.475599 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-cc1e04f7-fcaf-4b17-867a-a04efafb2455 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb62314b815e4dfa9de438101a460351&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9381301 Feb 05 22:37:23.479755 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 40136) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:23.490667 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744846'] for network, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:23.504857 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424ee5c-f652-409e-b180-6db38936cfbe admin admin] Pushing event updated for resources: {'Port': ['ID=c913fec1-68ba-4639-94ce-d629f0e33c0c,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:23.722654 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-38dcc35f-5c37-4d74-9ce2-53b8a5790139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:23.736721 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0424ee5c-f652-409e-b180-6db38936cfbe admin admin] Network 5b4059c4-e980-42b2-9e93-74f1eb032fb9 is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:37:23.747323 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-0424ee5c-f652-409e-b180-6db38936cfbe admin admin] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:37:23.805046 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:23.850599 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771300', 'neutron.services.segments.db._delete_segments_for_network-8748711873850'] for network, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:23.879780 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-38dcc35f-5c37-4d74-9ce2-53b8a5790139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:23.886179 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'name': 'tempest-AttachVolumeShelveTestJSON-129192590-router', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:17Z', 'updated_at': '2022-02-05T22:37:20Z', 'revision_number': 3, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'gw_port': {'id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:56:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:19Z', 'updated_at': '2022-02-05T22:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:37:23.890806 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] Checking router: 06c31b18-4188-4b86-ba9f-0cafa920c0a3 for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:37:23.891150 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] Updating router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 port 583512cf-2a1a-4902-9e2e-6d3cad985545 binding host dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 22:37:23.913808 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:37:23.914689 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:37:23.915502 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:37:23.915851 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Subscribe: > port after_create 55550000 {{(pid=87483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:37:23.916754 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:37:23.916754 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Subscribe: > port after_update 55550000 {{(pid=87483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:37:23.917538 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:37:23.917538 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:37:23.917868 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:37:23.918000 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:37:23.998219 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:24.128572 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 40152) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:24.170511 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:37:24.171003 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:37:24.171340 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:37:24.171671 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:37:24.172080 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5be6bda-1bbc-4d51-ae9c-662830d0a420']}} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:37:24.294038 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6681e59a-20c8-4445-aa7f-8c27b2e5eacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:24.510728 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-5bf6244e-25c7-4670-a015-1acc1364d00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:24.510728 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-5bf6244e-25c7-4670-a015-1acc1364d00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:24.524758 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19f09ae-45c0-49ea-95ff-b3cfe7b321b1') {'for_net_delete': True} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:37:24.524758 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19f09ae-45c0-49ea-95ff-b3cfe7b321b1') {} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:37:24.524758 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748711876181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1429834'] for segment, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:24.524758 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-38dcc35f-5c37-4d74-9ce2-53b8a5790139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:24.544415 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a1651aa0-1847-4575-9055-104a75a00ee2 req-f268d235-3649-40da-937e-0d83c17864c1 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 210 time: 0.1735833 Feb 05 22:37:24.546596 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:24.565341 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcc35f-5c37-4d74-9ce2-53b8a5790139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41e3a9a-845c-4f63-9eca-d10961928077,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:24.568604 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 22:37:24.569140 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3777956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11000378'] for segment, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: from cryptography.utils import int_from_bytes Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: from cryptography.utils import int_from_bytes Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: util.warn_limited( Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: Traceback (most recent call last): Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: timer() Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: cb(*args, **kw) Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: return func(*args, **kwargs) Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: self._notify() Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: self.callback(batched_events) Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: event.method(event) Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: return f(self, *a, **k) Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: return self._get(url).json() Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: return self.request(url, 'GET', **kwargs) Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 22:37:24.589566 dv-cinder-818886-2-iscsi neutron-server[87483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 22:37:24.628165 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 1b5221fa-d435-441f-923e-815ab6e17e3c up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:37:24.648946 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-5bf6244e-25c7-4670-a015-1acc1364d00e admin admin] Usage tracker for resource:security_group_rule and tenant:82a9614ba58a4f22bd8ab94edc66531b is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:24.656081 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-5bf6244e-25c7-4670-a015-1acc1364d00e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:24.667506 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-5bf6244e-25c7-4670-a015-1acc1364d00e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:24.731221 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-38dcc35f-5c37-4d74-9ce2-53b8a5790139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:24.732604 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-38dcc35f-5c37-4d74-9ce2-53b8a5790139 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b41e3a9a-845c-4f63-9eca-d10961928077 HTTP/1.1" status: 204 len: 168 time: 1.2505109 Feb 05 22:37:24.741231 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0424ee5c-f652-409e-b180-6db38936cfbe admin admin] Router 8622e72a-9fb1-4d75-aecc-6af972a6c205 has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:37:24.802713 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] Notify callbacks [] for port, precommit_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:24.816688 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_common [None req-6681e59a-20c8-4445-aa7f-8c27b2e5eacb admin admin] Allocated IP 172.20.0.1 (2b0f3db0-4106-46bc-9540-b9ba783310fc/ef675453-a182-4ce7-8469-2fb25b5d7aea/26071329-4076-478f-b6cd-9044b145fb45) {{(pid=87482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:37:24.831092 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] Transition to ACTIVE for port object 583512cf-2a1a-4902-9e2e-6d3cad985545 will not be triggered until provisioned by entity L2. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:37:24.945720 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:24.955021 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port 1b5221fa-d435-441f-923e-815ab6e17e3c completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:37:24.955225 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-5bf6244e-25c7-4670-a015-1acc1364d00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:24.967140 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542425'] for network, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:25.026271 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6681e59a-20c8-4445-aa7f-8c27b2e5eacb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:25.029550 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5be6bda-1bbc-4d51-ae9c-662830d0a420,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:25.033808 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:25.038721 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-5bf6244e-25c7-4670-a015-1acc1364d00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:25.052163 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-1f076b0a-c5c2-4aac-ab19-a4b43b446073 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d5be6bda-1bbc-4d51-ae9c-662830d0a420 HTTP/1.1" status: 204 len: 168 time: 2.0708742 Feb 05 22:37:25.064547 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 40196) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:25.103424 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 1b5221fa-d435-441f-923e-815ab6e17e3c triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:37:25.104587 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:25.163758 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.provisioning_blocks [None req-6681e59a-20c8-4445-aa7f-8c27b2e5eacb admin admin] Transition to ACTIVE for port object 26071329-4076-478f-b6cd-9044b145fb45 will not be triggered until provisioned by entity DHCP. {{(pid=87482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:37:25.169333 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0424ee5c-f652-409e-b180-6db38936cfbe admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:37:25.177118 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-0424ee5c-f652-409e-b180-6db38936cfbe admin admin] 10.222.0.24 "PUT /v2.0/routers/8622e72a-9fb1-4d75-aecc-6af972a6c205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3004050 Feb 05 22:37:25.190646 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] Sync routers for ids ['8622e72a-9fb1-4d75-aecc-6af972a6c205'] in dv-cinder-818886-2-iscsi {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:37:25.206794 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] Routers {'8622e72a-9fb1-4d75-aecc-6af972a6c205'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:37:25.208352 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:37:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['8622e72a-9fb1-4d75-aecc-6af972a6c205'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:37:25.214880 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] Attempting to bind port 583512cf-2a1a-4902-9e2e-6d3cad985545 on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:37:25.215370 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] Attempting to bind port 583512cf-2a1a-4902-9e2e-6d3cad985545 by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:37:25.216069 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] Attempting to bind port 583512cf-2a1a-4902-9e2e-6d3cad985545 on network 6817b256-dae4-44db-bc68-adab2164788e {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:37:25.217049 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 40204) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:25.217945 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-5bf6244e-25c7-4670-a015-1acc1364d00e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82a9614ba58a4f22bd8ab94edc66531b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0876651 Feb 05 22:37:25.232464 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94005577-a089-4f15-8291-69d47907c617 None None] Pushing event updated for resources: {'Port': ['ID=583512cf-2a1a-4902-9e2e-6d3cad985545,revision_number=2']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:25.244602 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:37:25.247858 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] Checking segment: {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:37:25.247858 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:25.247858 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] Bound using segment: {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:37:25.247858 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] Bound port: 583512cf-2a1a-4902-9e2e-6d3cad985545, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:37:25.247858 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:25.259950 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db9d1cc-3f2f-4443-8c8d-28ec53bba2f4 admin admin] Deleting subnet f8c1a2d3-6413-4a80-a137-ceba4c332666 {{(pid=87482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 05 22:37:25.274593 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6244e-25c7-4670-a015-1acc1364d00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209ba87e-eb7f-4089-972b-5957b46226b3,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:25.280425 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2db9d1cc-3f2f-4443-8c8d-28ec53bba2f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:25.366237 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2db9d1cc-3f2f-4443-8c8d-28ec53bba2f4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:25.385043 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c8273cb0-7606-41e7-86d0-85480c2fe8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:25.392818 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2db9d1cc-3f2f-4443-8c8d-28ec53bba2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770741'] for subnet, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:25.404716 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] For port 583512cf-2a1a-4902-9e2e-6d3cad985545, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:37:25.410124 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] For port 583512cf-2a1a-4902-9e2e-6d3cad985545, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=583512cf-2a1a-4902-9e2e-6d3cad985545,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:37:25.412129 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:25.433247 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port 1b5221fa-d435-441f-923e-815ab6e17e3c, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=1b5221fa-d435-441f-923e-815ab6e17e3c,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:37:25.458744 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c8273cb0-7606-41e7-86d0-85480c2fe8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:25.534775 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:25.547053 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:25.547851 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 2a862b26-2c17-49d5-824f-45be849492f6 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:37:25.577255 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6681e59a-20c8-4445-aa7f-8c27b2e5eacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:25.624764 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c8273cb0-7606-41e7-86d0-85480c2fe8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:25.648335 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8273cb0-7606-41e7-86d0-85480c2fe8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209ba87e-eb7f-4089-972b-5957b46226b3,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:25.668409 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] Set router 8622e72a-9fb1-4d75-aecc-6af972a6c205 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:37:25.669275 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c8273cb0-7606-41e7-86d0-85480c2fe8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:25.671179 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-c8273cb0-7606-41e7-86d0-85480c2fe8ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/209ba87e-eb7f-4089-972b-5957b46226b3 HTTP/1.1" status: 204 len: 168 time: 0.4529650 Feb 05 22:37:25.718317 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] Routers {'06c31b18-4188-4b86-ba9f-0cafa920c0a3'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:37:25.718958 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:37:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:37:25.746952 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2db9d1cc-3f2f-4443-8c8d-28ec53bba2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for subnet, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:25.782184 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94005577-a089-4f15-8291-69d47907c617 None None] Pushing event updated for resources: {'Port': ['ID=583512cf-2a1a-4902-9e2e-6d3cad985545,revision_number=3']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:25.866929 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9d1cc-3f2f-4443-8c8d-28ec53bba2f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8c1a2d3-6413-4a80-a137-ceba4c332666,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:25.877276 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6681e59a-20c8-4445-aa7f-8c27b2e5eacb admin admin] Network 2b0f3db0-4106-46bc-9540-b9ba783310fc is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:37:25.881443 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2db9d1cc-3f2f-4443-8c8d-28ec53bba2f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:25.884594 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-6681e59a-20c8-4445-aa7f-8c27b2e5eacb admin admin] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:37:25.891337 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6681e59a-20c8-4445-aa7f-8c27b2e5eacb admin admin] Received port after_create {{(pid=87482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:37:25.891814 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6681e59a-20c8-4445-aa7f-8c27b2e5eacb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960290'] for router_interface, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:25.901921 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 2a862b26-2c17-49d5-824f-45be849492f6 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:37:25.902445 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:25.910196 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681e59a-20c8-4445-aa7f-8c27b2e5eacb admin admin] Pushing event updated for resources: {'Port': ['ID=26071329-4076-478f-b6cd-9044b145fb45,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:25.938724 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-2db9d1cc-3f2f-4443-8c8d-28ec53bba2f4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f8c1a2d3-6413-4a80-a137-ceba4c332666 HTTP/1.1" status: 204 len: 168 time: 0.8700206 Feb 05 22:37:25.939255 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 40238) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:26.155325 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-007b4b86-d4a9-4c1b-b82f-5dc129fbe609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744846'] for network, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:26.183332 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=1b5221fa-d435-441f-923e-815ab6e17e3c,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:26.220440 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] Set router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:37:26.342411 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b0910810-bdbf-4a58-aa02-a56a4dc7d0c0 req-cb8cf1d9-9527-475e-a145-daa19cfbead1 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 210 time: 0.1756928 Feb 05 22:37:26.363297 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6681e59a-20c8-4445-aa7f-8c27b2e5eacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:26.399660 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-007b4b86-d4a9-4c1b-b82f-5dc129fbe609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771300', 'neutron.services.segments.db._delete_segments_for_network-8748711873850'] for network, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:26.435192 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-007b4b86-d4a9-4c1b-b82f-5dc129fbe609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6017e9c-87c8-4979-b1ae-74826ce52cef']}} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:37:26.456642 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-007b4b86-d4a9-4c1b-b82f-5dc129fbe609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ca59d1-0ea0-4457-a737-9e4b06dde86d') {'for_net_delete': True} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:37:26.457038 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-007b4b86-d4a9-4c1b-b82f-5dc129fbe609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ca59d1-0ea0-4457-a737-9e4b06dde86d') {} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:37:26.476125 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-007b4b86-d4a9-4c1b-b82f-5dc129fbe609 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748711876181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1429834'] for segment, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:26.476214 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622e72a-9fb1-4d75-aecc-6af972a6c205', 'name': 'tempest-ServerRescueNegativeTestJSON-760075014-router', 'tenant_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '1b5221fa-d435-441f-923e-815ab6e17e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:14Z', 'updated_at': '2022-02-05T22:37:22Z', 'revision_number': 4, 'project_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'gw_port': {'id': '1b5221fa-d435-441f-923e-815ab6e17e3c', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8622e72a-9fb1-4d75-aecc-6af972a6c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:15Z', 'updated_at': '2022-02-05T22:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'c913fec1-68ba-4639-94ce-d629f0e33c0c', 'name': '', 'network_id': '5b4059c4-e980-42b2-9e93-74f1eb032fb9', 'tenant_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'mac_address': 'fa:16:3e:d2:2b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8622e72a-9fb1-4d75-aecc-6af972a6c205', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:20Z', 'updated_at': '2022-02-05T22:37:22Z', 'revision_number': 2, 'project_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'subnets': [{'id': 'e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:37:26.493251 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] Checking router: 8622e72a-9fb1-4d75-aecc-6af972a6c205 for host: dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:37:26.493767 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-007b4b86-d4a9-4c1b-b82f-5dc129fbe609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:26.495752 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] Updating router 8622e72a-9fb1-4d75-aecc-6af972a6c205 port c913fec1-68ba-4639-94ce-d629f0e33c0c binding host dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 22:37:26.501063 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007b4b86-d4a9-4c1b-b82f-5dc129fbe609 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 22:37:26.501571 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-007b4b86-d4a9-4c1b-b82f-5dc129fbe609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3777956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11000378'] for segment, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: Traceback (most recent call last): Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: timer() Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: cb(*args, **kw) Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: return func(*args, **kwargs) Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: self._notify() Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: self.callback(batched_events) Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: event.method(event) Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: return f(self, *a, **k) Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: return self._get(url).json() Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: return self.request(url, 'GET', **kwargs) Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 22:37:26.516870 dv-cinder-818886-2-iscsi neutron-server[87483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 22:37:26.659445 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:26.723095 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-007b4b86-d4a9-4c1b-b82f-5dc129fbe609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542425'] for network, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:26.723941 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-3dfe9234-afc7-4fd7-856b-e715abc7562c None None] Provisioning for port 26071329-4076-478f-b6cd-9044b145fb45 completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:37:26.775677 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-3dfe9234-afc7-4fd7-856b-e715abc7562c None None] Provisioning complete for port 26071329-4076-478f-b6cd-9044b145fb45 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:37:26.776147 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-3dfe9234-afc7-4fd7-856b-e715abc7562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:26.810103 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b4b86-d4a9-4c1b-b82f-5dc129fbe609 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6017e9c-87c8-4979-b1ae-74826ce52cef,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:26.823273 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-007b4b86-d4a9-4c1b-b82f-5dc129fbe609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:26.829686 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 1b5221fa-d435-441f-923e-815ab6e17e3c up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:37:26.852793 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6681e59a-20c8-4445-aa7f-8c27b2e5eacb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:26.909179 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-3dfe9234-afc7-4fd7-856b-e715abc7562c None None] Port 26071329-4076-478f-b6cd-9044b145fb45 cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:37:26.912712 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'name': 'tempest-AttachVolumeShelveTestJSON-129192590-router', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:17Z', 'updated_at': '2022-02-05T22:37:20Z', 'revision_number': 3, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'gw_port': {'id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:56:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:19Z', 'updated_at': '2022-02-05T22:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:37:26.920413 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bac0ca-1183-4b36-b1c6-7521686fab4a None None] The sync data for ids ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'] in dv-cinder-818886-2-iscsi is: [{'id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'name': 'tempest-AttachVolumeShelveTestJSON-129192590-router', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:17Z', 'updated_at': '2022-02-05T22:37:20Z', 'revision_number': 3, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'gw_port': {'id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:56:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:19Z', 'updated_at': '2022-02-05T22:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:37:26.923513 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6681e59a-20c8-4445-aa7f-8c27b2e5eacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:26.924261 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6681e59a-20c8-4445-aa7f-8c27b2e5eacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960455'] for router_interface, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:26.946864 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 1b5221fa-d435-441f-923e-815ab6e17e3c triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:37:26.947537 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:27.018218 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-007b4b86-d4a9-4c1b-b82f-5dc129fbe609 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b6017e9c-87c8-4979-b1ae-74826ce52cef HTTP/1.1" status: 204 len: 168 time: 1.0739765 Feb 05 22:37:27.162552 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47818ce6-656b-478a-8851-41a8c99a23fd req-34ec1ace-187a-4598-8748-3a578e82e7ec tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:27.164976 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-47818ce6-656b-478a-8851-41a8c99a23fd req-34ec1ace-187a-4598-8748-3a578e82e7ec tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/networks?id=5b4059c4-e980-42b2-9e93-74f1eb032fb9 HTTP/1.1" status: 200 len: 818 time: 0.3665628 Feb 05 22:37:27.165594 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 40280) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:27.195995 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-682669cb-db9f-4b2c-973f-bd62da1c3539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:27.210671 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-47818ce6-656b-478a-8851-41a8c99a23fd req-7074caeb-acc5-4f09-9bf2-276a7f301b42 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/quotas/5474d9a6de104f7bad74b5d7de3eb2df HTTP/1.1" status: 200 len: 375 time: 0.0239174 Feb 05 22:37:27.215307 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-682669cb-db9f-4b2c-973f-bd62da1c3539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:27.220966 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-682669cb-db9f-4b2c-973f-bd62da1c3539 admin admin] Usage tracker for resource:security_group_rule and tenant:2c5057df9d674489ac45e40d5d74d12a is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:27.230851 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-682669cb-db9f-4b2c-973f-bd62da1c3539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:27.241667 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-682669cb-db9f-4b2c-973f-bd62da1c3539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:27.265957 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.45', 57840) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:27.270213 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681e59a-20c8-4445-aa7f-8c27b2e5eacb admin admin] Pushing event updated for resources: {'Port': ['ID=26071329-4076-478f-b6cd-9044b145fb45,revision_number=2']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:27.512669 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-682669cb-db9f-4b2c-973f-bd62da1c3539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:27.525454 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-47818ce6-656b-478a-8851-41a8c99a23fd req-681bbba0-0659-4384-9e68-b0f562c82527 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Synchronizing usage tracker for tenant:5474d9a6de104f7bad74b5d7de3eb2df on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:37:27.584735 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:27.617121 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] Transition to ACTIVE for port object c913fec1-68ba-4639-94ce-d629f0e33c0c will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:37:27.623031 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-682669cb-db9f-4b2c-973f-bd62da1c3539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:27.625269 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6681e59a-20c8-4445-aa7f-8c27b2e5eacb admin admin] Network 2b0f3db0-4106-46bc-9540-b9ba783310fc is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:37:27.629544 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-6681e59a-20c8-4445-aa7f-8c27b2e5eacb admin admin] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:37:27.704360 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 40298) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:27.722529 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:27.748501 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-8b5ffbba-f828-4a62-b413-db0b72d1aa84 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:27.750398 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-8b5ffbba-f828-4a62-b413-db0b72d1aa84 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.45 "GET /v2.0/networks?id=4ad457f5-4250-4af0-8275-341e9d593a42 HTTP/1.1" status: 200 len: 811 time: 0.4822226 Feb 05 22:37:27.788179 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-682669cb-db9f-4b2c-973f-bd62da1c3539 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c5057df9d674489ac45e40d5d74d12a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6190374 Feb 05 22:37:27.793656 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 40302) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:27.807983 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-47818ce6-656b-478a-8851-41a8c99a23fd req-681bbba0-0659-4384-9e68-b0f562c82527 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Unset dirty status for tenant:5474d9a6de104f7bad74b5d7de3eb2df on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:37:27.831291 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-9c916679-dc7b-4f17-964b-38d32cec85a1 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Request body: {'port': {'device_id': 'd1bb6786-0301-40cb-b92b-425fe9c7c497', 'network_id': '4ad457f5-4250-4af0-8275-341e9d593a42', 'admin_state_up': True, 'tenant_id': '90b30a50b2824d00a031c4aad5804a4d'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:27.841956 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-47818ce6-656b-478a-8851-41a8c99a23fd req-681bbba0-0659-4384-9e68-b0f562c82527 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5474d9a6de104f7bad74b5d7de3eb2df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6218567 Feb 05 22:37:27.871228 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682669cb-db9f-4b2c-973f-bd62da1c3539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9e36e7-c834-4694-af1a-f53811edcdc1,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:27.921245 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-577fafdc-84c7-40cb-8f83-7067fe90ac8a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=977d8fc698954585b53aac3544d75f63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2129107 Feb 05 22:37:27.922200 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 40318) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:28.054198 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f2495e27-6fda-48cc-97a9-227cd92ee258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:28.056230 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105992f-79e0-4f1f-a1f9-dd5969e6964e None None] Pushing event updated for resources: {'Port': ['ID=c913fec1-68ba-4639-94ce-d629f0e33c0c,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:28.140831 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f2495e27-6fda-48cc-97a9-227cd92ee258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:28.150042 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-6999ab2a-26be-4a27-8950-776b8c5a926b None None] Provisioning complete for port 26071329-4076-478f-b6cd-9044b145fb45 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:37:28.151667 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-6999ab2a-26be-4a27-8950-776b8c5a926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:28.214495 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] Attempting to bind port c913fec1-68ba-4639-94ce-d629f0e33c0c on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:37:28.214981 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] Attempting to bind port c913fec1-68ba-4639-94ce-d629f0e33c0c by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': '6f8fe982-8fcd-419d-a433-65bb059306d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5b4059c4-e980-42b2-9e93-74f1eb032fb9'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:37:28.218168 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] Attempting to bind port c913fec1-68ba-4639-94ce-d629f0e33c0c on network 5b4059c4-e980-42b2-9e93-74f1eb032fb9 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:37:28.221645 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:37:28.222317 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] Checking segment: {'id': '6f8fe982-8fcd-419d-a433-65bb059306d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5b4059c4-e980-42b2-9e93-74f1eb032fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:37:28.222917 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:28.223737 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] Bound using segment: {'id': '6f8fe982-8fcd-419d-a433-65bb059306d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5b4059c4-e980-42b2-9e93-74f1eb032fb9'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:37:28.224407 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] Bound port: c913fec1-68ba-4639-94ce-d629f0e33c0c, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8fe982-8fcd-419d-a433-65bb059306d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5b4059c4-e980-42b2-9e93-74f1eb032fb9'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:37:28.224985 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:28.230401 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-6999ab2a-26be-4a27-8950-776b8c5a926b None None] Port 26071329-4076-478f-b6cd-9044b145fb45 cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:37:28.287182 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [req-47818ce6-656b-478a-8851-41a8c99a23fd req-e6ee5d70-0108-48ba-9f22-bddb1af7e038 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 05 22:37:28.288192 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-47818ce6-656b-478a-8851-41a8c99a23fd req-e6ee5d70-0108-48ba-9f22-bddb1af7e038 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1402276 Feb 05 22:37:28.346873 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] For port c913fec1-68ba-4639-94ce-d629f0e33c0c, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:37:28.353978 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] For port c913fec1-68ba-4639-94ce-d629f0e33c0c, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=c913fec1-68ba-4639-94ce-d629f0e33c0c,segment=NetworkSegment(6f8fe982-8fcd-419d-a433-65bb059306d6),segment_id=6f8fe982-8fcd-419d-a433-65bb059306d6)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:37:28.411713 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-147d47f4-de80-4ea0-a337-8f82e99ef714 req-0efd6c7d-98b7-4cf8-963f-57bd0b77753b tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 210 time: 0.5493405 Feb 05 22:37:28.482972 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:28.512473 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6681e59a-20c8-4445-aa7f-8c27b2e5eacb admin admin] Router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:37:28.536209 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-47818ce6-656b-478a-8851-41a8c99a23fd req-59213901-c8ba-4074-906b-ec145d43b385 service neutron] 10.222.0.24 "GET /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330930 Feb 05 22:37:28.566397 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b369e7fd-5a5f-4f22-a796-5e3934d40c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:28.602975 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b369e7fd-5a5f-4f22-a796-5e3934d40c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:28.639518 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f2495e27-6fda-48cc-97a9-227cd92ee258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:28.643580 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105992f-79e0-4f1f-a1f9-dd5969e6964e None None] Pushing event updated for resources: {'Port': ['ID=c913fec1-68ba-4639-94ce-d629f0e33c0c,revision_number=4']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:28.671329 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] Routers {'8622e72a-9fb1-4d75-aecc-6af972a6c205'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:37:28.672458 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:37:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['8622e72a-9fb1-4d75-aecc-6af972a6c205'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:37:28.691746 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2495e27-6fda-48cc-97a9-227cd92ee258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823899f3-b695-435e-a915-19f8f023750f,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:28.723140 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f2495e27-6fda-48cc-97a9-227cd92ee258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:28.728045 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-f2495e27-6fda-48cc-97a9-227cd92ee258 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/823899f3-b695-435e-a915-19f8f023750f HTTP/1.1" status: 204 len: 168 time: 0.8054931 Feb 05 22:37:28.784256 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-9c916679-dc7b-4f17-964b-38d32cec85a1 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:28.793928 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-9c916679-dc7b-4f17-964b-38d32cec85a1 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Usage tracker for resource:port and tenant:90b30a50b2824d00a031c4aad5804a4d is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:28.810799 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-9c916679-dc7b-4f17-964b-38d32cec85a1 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:28.821140 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-9c916679-dc7b-4f17-964b-38d32cec85a1 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:28.897975 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] Set router 8622e72a-9fb1-4d75-aecc-6af972a6c205 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:37:28.932221 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-47818ce6-656b-478a-8851-41a8c99a23fd req-d0791695-6d8a-4da4-9657-46d4d5e8586b service neutron] 10.222.0.24 "GET /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868699 Feb 05 22:37:28.954576 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 583512cf-2a1a-4902-9e2e-6d3cad985545 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:37:29.022452 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b369e7fd-5a5f-4f22-a796-5e3934d40c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:29.054119 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369e7fd-5a5f-4f22-a796-5e3934d40c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9e36e7-c834-4694-af1a-f53811edcdc1,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:29.071046 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-9c916679-dc7b-4f17-964b-38d32cec85a1 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Made reservation on behalf of 90b30a50b2824d00a031c4aad5804a4d for: {'port': 1} {{(pid=87482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:37:29.075172 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-9c916679-dc7b-4f17-964b-38d32cec85a1 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:29.090792 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6681e59a-20c8-4445-aa7f-8c27b2e5eacb admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:37:29.105778 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-6681e59a-20c8-4445-aa7f-8c27b2e5eacb admin admin] 10.222.0.24 "PUT /v2.0/routers/06c31b18-4188-4b86-ba9f-0cafa920c0a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8009956 Feb 05 22:37:29.107667 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b369e7fd-5a5f-4f22-a796-5e3934d40c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:29.112508 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-b369e7fd-5a5f-4f22-a796-5e3934d40c3e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c9e36e7-c834-4694-af1a-f53811edcdc1 HTTP/1.1" status: 204 len: 168 time: 1.3153083 Feb 05 22:37:29.162520 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port 583512cf-2a1a-4902-9e2e-6d3cad985545 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:37:29.171643 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 583512cf-2a1a-4902-9e2e-6d3cad985545 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:37:29.172285 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:29.417313 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_common [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-9c916679-dc7b-4f17-964b-38d32cec85a1 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Allocated IP 172.20.0.2 (4ad457f5-4250-4af0-8275-341e9d593a42/519f5467-b974-4c9d-a3ed-3217451b8928/7a29d421-dec4-48a6-96b2-0dc58f0a52e4) {{(pid=87482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:37:29.431417 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:29.466006 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port 583512cf-2a1a-4902-9e2e-6d3cad985545, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=583512cf-2a1a-4902-9e2e-6d3cad985545,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:37:29.521255 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622e72a-9fb1-4d75-aecc-6af972a6c205', 'name': 'tempest-ServerRescueNegativeTestJSON-760075014-router', 'tenant_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '1b5221fa-d435-441f-923e-815ab6e17e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:14Z', 'updated_at': '2022-02-05T22:37:22Z', 'revision_number': 4, 'project_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'gw_port': {'id': '1b5221fa-d435-441f-923e-815ab6e17e3c', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622e72a-9fb1-4d75-aecc-6af972a6c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:15Z', 'updated_at': '2022-02-05T22:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'c913fec1-68ba-4639-94ce-d629f0e33c0c', 'name': '', 'network_id': '5b4059c4-e980-42b2-9e93-74f1eb032fb9', 'tenant_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'mac_address': 'fa:16:3e:d2:2b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8622e72a-9fb1-4d75-aecc-6af972a6c205', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:20Z', 'updated_at': '2022-02-05T22:37:28Z', 'revision_number': 4, 'project_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'subnets': [{'id': 'e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:37:29.527993 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec0efa9-eb0f-4df0-ba7e-fa41c8adedf2 None None] The sync data for ids ['8622e72a-9fb1-4d75-aecc-6af972a6c205'] in dv-cinder-818886-2-iscsi is: [{'id': '8622e72a-9fb1-4d75-aecc-6af972a6c205', 'name': 'tempest-ServerRescueNegativeTestJSON-760075014-router', 'tenant_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '1b5221fa-d435-441f-923e-815ab6e17e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:14Z', 'updated_at': '2022-02-05T22:37:22Z', 'revision_number': 4, 'project_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'gw_port': {'id': '1b5221fa-d435-441f-923e-815ab6e17e3c', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622e72a-9fb1-4d75-aecc-6af972a6c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:15Z', 'updated_at': '2022-02-05T22:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'c913fec1-68ba-4639-94ce-d629f0e33c0c', 'name': '', 'network_id': '5b4059c4-e980-42b2-9e93-74f1eb032fb9', 'tenant_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'mac_address': 'fa:16:3e:d2:2b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8622e72a-9fb1-4d75-aecc-6af972a6c205', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:20Z', 'updated_at': '2022-02-05T22:37:28Z', 'revision_number': 4, 'project_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'subnets': [{'id': 'e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:37:29.547105 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-cd01aa6b-899f-4203-9dd8-380394487588 req-726022d0-2914-4182-a8cf-97125299e3ec tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 210 time: 0.1202109 Feb 05 22:37:29.567828 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:29.806351 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0fe5a5a6-4c99-4630-a1ea-f45940c0e413 req-8aa977e6-3016-4bc9-a0d2-a863b67df79f tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 210 time: 0.0792224 Feb 05 22:37:29.830527 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] Sync routers for ids ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:37:29.850148 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=583512cf-2a1a-4902-9e2e-6d3cad985545,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:29.865096 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] Routers {'06c31b18-4188-4b86-ba9f-0cafa920c0a3'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:37:29.868883 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:37:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:37:29.934030 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-9c916679-dc7b-4f17-964b-38d32cec85a1 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Notify callbacks [] for port, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:30.054185 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-9c916679-dc7b-4f17-964b-38d32cec85a1 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:30.124239 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] Set router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:37:30.141825 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-9c916679-dc7b-4f17-964b-38d32cec85a1 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Network 4ad457f5-4250-4af0-8275-341e9d593a42 is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:37:30.144974 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-9c916679-dc7b-4f17-964b-38d32cec85a1 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:37:30.149126 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-9c916679-dc7b-4f17-964b-38d32cec85a1 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Received port after_create {{(pid=87482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:37:30.154692 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-9c916679-dc7b-4f17-964b-38d32cec85a1 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:30.155232 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-9c916679-dc7b-4f17-964b-38d32cec85a1 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for port, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:30.176726 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c916679-dc7b-4f17-964b-38d32cec85a1 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Pushing event updated for resources: {'Port': ['ID=7a29d421-dec4-48a6-96b2-0dc58f0a52e4,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:30.299301 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-9c916679-dc7b-4f17-964b-38d32cec85a1 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4976866 Feb 05 22:37:30.311538 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-62992073-c73d-4d75-9f95-104b7638e571 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 05 22:37:30.312714 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-62992073-c73d-4d75-9f95-104b7638e571 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083866 Feb 05 22:37:30.534646 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'name': 'tempest-AttachVolumeShelveTestJSON-129192590-router', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:17Z', 'updated_at': '2022-02-05T22:37:26Z', 'revision_number': 4, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'gw_port': {'id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:56:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:19Z', 'updated_at': '2022-02-05T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': '26071329-4076-478f-b6cd-9044b145fb45', 'name': '', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'mac_address': 'fa:16:3e:a1:49:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:24Z', 'updated_at': '2022-02-05T22:37:26Z', 'revision_number': 2, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'subnets': [{'id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:37:30.540519 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] Checking router: 06c31b18-4188-4b86-ba9f-0cafa920c0a3 for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:37:30.540869 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] Updating router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 port 26071329-4076-478f-b6cd-9044b145fb45 binding host dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 22:37:30.619561 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 40428) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:30.724390 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-78024590-be98-4632-93c6-cd432806f897 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70a68555181b4a3d8be583edb53aa762&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1033564 Feb 05 22:37:30.727788 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 40432) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:30.796716 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:30.995292 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ab1787d8-cb18-457e-bb5c-5186e0e0115d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:31.097585 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ab1787d8-cb18-457e-bb5c-5186e0e0115d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:31.206800 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:37:31.245548 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 583512cf-2a1a-4902-9e2e-6d3cad985545 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:37:31.252638 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 40448) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:31.306916 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ab1787d8-cb18-457e-bb5c-5186e0e0115d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:31.313129 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c70a1-4d93-4eb2-af6f-21c16481cfe0 req-211c58ea-c421-4863-b675-708bdccc4780 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:31.327478 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3e3c70a1-4d93-4eb2-af6f-21c16481cfe0 req-211c58ea-c421-4863-b675-708bdccc4780 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 931 time: 0.1856368 Feb 05 22:37:31.352388 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1787d8-cb18-457e-bb5c-5186e0e0115d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9975c9b6-64d1-4bae-8e8b-833fc4d6734a,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:31.359765 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ab1787d8-cb18-457e-bb5c-5186e0e0115d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:31.361836 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-ab1787d8-cb18-457e-bb5c-5186e0e0115d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9975c9b6-64d1-4bae-8e8b-833fc4d6734a HTTP/1.1" status: 204 len: 168 time: 0.6328583 Feb 05 22:37:31.421455 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3e3c70a1-4d93-4eb2-af6f-21c16481cfe0 req-312fa160-bf00-494f-8c36-abaea0d60acf tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928161 Feb 05 22:37:31.620930 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 583512cf-2a1a-4902-9e2e-6d3cad985545 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:37:31.621972 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:31.714754 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a0209176-43f0-4f84-b3b9-b99e7969eefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:31.767435 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-a0209176-43f0-4f84-b3b9-b99e7969eefe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:31.779655 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-a0209176-43f0-4f84-b3b9-b99e7969eefe admin admin] Usage tracker for resource:security_group_rule and tenant:ddfcd986ded14a15a063d65d73364da2 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:31.800156 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-a0209176-43f0-4f84-b3b9-b99e7969eefe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:31.810047 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-a0209176-43f0-4f84-b3b9-b99e7969eefe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:31.861764 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] Request body: {'port': {'device_id': 'd1bb6786-0301-40cb-b92b-425fe9c7c497', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:32.008061 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device c913fec1-68ba-4639-94ce-d629f0e33c0c up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:37:32.183344 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a0209176-43f0-4f84-b3b9-b99e7969eefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:32.248748 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-f6cc0e3c-1b74-4369-8481-6c76bfc1ae13 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:32.256383 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-f6cc0e3c-1b74-4369-8481-6c76bfc1ae13 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/networks?id=5b4059c4-e980-42b2-9e93-74f1eb032fb9 HTTP/1.1" status: 200 len: 818 time: 0.6378820 Feb 05 22:37:32.265274 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:32.281909 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-99802aa9-e9a9-43dc-8d2b-c88c375cd280 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/quotas/5474d9a6de104f7bad74b5d7de3eb2df HTTP/1.1" status: 200 len: 375 time: 0.0244713 Feb 05 22:37:32.388405 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] Notify callbacks [] for port, precommit_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:32.397585 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a0209176-43f0-4f84-b3b9-b99e7969eefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:32.413507 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port c913fec1-68ba-4639-94ce-d629f0e33c0c completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:37:32.442509 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] Transition to ACTIVE for port object 26071329-4076-478f-b6cd-9044b145fb45 will not be triggered until provisioned by entity L2. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:37:32.489424 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port c913fec1-68ba-4639-94ce-d629f0e33c0c triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:37:32.490639 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:32.496210 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-67f9cb20-6f1c-4c13-9832-8e7566a99086 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5474d9a6de104f7bad74b5d7de3eb2df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2132571 Feb 05 22:37:32.566971 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:32.647987 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0209176-43f0-4f84-b3b9-b99e7969eefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50140117-ba46-4bb5-a783-ac7fb020fb46,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:32.684794 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-0ee4d844-3528-4bbf-a611-940222247603 service neutron] 10.222.0.24 "GET /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869924 Feb 05 22:37:32.749634 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-a0209176-43f0-4f84-b3b9-b99e7969eefe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ddfcd986ded14a15a063d65d73364da2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4936616 Feb 05 22:37:32.760593 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 40498) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:32.841025 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 40502) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:32.891180 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-25020daa-cadf-44f7-a437-df0b37f57365 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Request body: {'security_group': {'name': 'tempest-securitygroup--7080653', 'description': 'tempest-description--1858345448'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:32.985753 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d2793-0886-490e-b4ba-c4bf2f5595f3 None None] Pushing event updated for resources: {'Port': ['ID=26071329-4076-478f-b6cd-9044b145fb45,revision_number=3']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:33.096545 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-25020daa-cadf-44f7-a437-df0b37f57365 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:33.165288 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-4869692e-0e2e-4638-9519-6cafdceecccc service neutron] 10.222.0.24 "GET /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793892 Feb 05 22:37:33.201559 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-25020daa-cadf-44f7-a437-df0b37f57365 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Usage tracker for resource:security_group and tenant:2f1c74641009450eb3df1aeaf162ccde is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:33.250445 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] Attempting to bind port 26071329-4076-478f-b6cd-9044b145fb45 on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:37:33.251150 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] Attempting to bind port 26071329-4076-478f-b6cd-9044b145fb45 by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': '03e209a7-0239-4481-a984-9b840e367576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc'}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:37:33.251654 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] Attempting to bind port 26071329-4076-478f-b6cd-9044b145fb45 on network 2b0f3db0-4106-46bc-9540-b9ba783310fc {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:37:33.268777 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:37:33.270834 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] Checking segment: {'id': '03e209a7-0239-4481-a984-9b840e367576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:37:33.271249 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:33.271740 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] Bound using segment: {'id': '03e209a7-0239-4481-a984-9b840e367576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc'} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:37:33.272116 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] Bound port: 26071329-4076-478f-b6cd-9044b145fb45, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e209a7-0239-4481-a984-9b840e367576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc'}}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:37:33.272500 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:33.317846 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-25020daa-cadf-44f7-a437-df0b37f57365 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:33.329728 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:33.367605 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-25020daa-cadf-44f7-a437-df0b37f57365 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:33.411561 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port c913fec1-68ba-4639-94ce-d629f0e33c0c, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=c913fec1-68ba-4639-94ce-d629f0e33c0c,segment=NetworkSegment(6f8fe982-8fcd-419d-a433-65bb059306d6),segment_id=6f8fe982-8fcd-419d-a433-65bb059306d6)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:37:33.428052 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-068a8d6e-2959-43b9-a9c6-e33682d47ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:33.429899 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] For port 26071329-4076-478f-b6cd-9044b145fb45, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:37:33.432579 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] For port 26071329-4076-478f-b6cd-9044b145fb45, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=26071329-4076-478f-b6cd-9044b145fb45,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:37:33.482949 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:33.562644 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:33.668878 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] Routers {'06c31b18-4188-4b86-ba9f-0cafa920c0a3'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:37:33.670185 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:37:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:37:33.736147 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b3c35ab9-b1be-4384-93f6-8c645e51c733 req-4b0446a6-70ff-411a-84d3-22ad7ed25b66 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 210 time: 0.1491542 Feb 05 22:37:33.786308 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=c913fec1-68ba-4639-94ce-d629f0e33c0c,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:33.824575 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-25020daa-cadf-44f7-a437-df0b37f57365 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:34.057920 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-068a8d6e-2959-43b9-a9c6-e33682d47ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:34.101319 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.45', 57856) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:34.101720 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 40532) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:34.119560 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-25020daa-cadf-44f7-a437-df0b37f57365 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:34.153641 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d2793-0886-490e-b4ba-c4bf2f5595f3 None None] Pushing event updated for resources: {'Port': ['ID=26071329-4076-478f-b6cd-9044b145fb45,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:34.235131 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] Set router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:37:34.420167 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-74a2bb06-9b05-4829-9d26-358119c33ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:34.455888 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-74a2bb06-9b05-4829-9d26-358119c33ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:34.464736 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-74a2bb06-9b05-4829-9d26-358119c33ff3 admin admin] Usage tracker for resource:security_group_rule and tenant:81ac2df42f1841eabbd807c1ae55fb6b is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:34.470039 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-74a2bb06-9b05-4829-9d26-358119c33ff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:34.482708 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-74a2bb06-9b05-4829-9d26-358119c33ff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:34.490163 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-25020daa-cadf-44f7-a437-df0b37f57365 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Usage tracker for resource:security_group_rule and tenant:2f1c74641009450eb3df1aeaf162ccde is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:34.503945 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143595d-874b-4454-bb0a-f647a8ac21b0 req-e20c0fa4-d882-40ab-b8c8-62bfb731fd60 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:34.504674 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-8143595d-874b-4454-bb0a-f647a8ac21b0 req-e20c0fa4-d882-40ab-b8c8-62bfb731fd60 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Synchronizing usage tracker for tenant:90b30a50b2824d00a031c4aad5804a4d on resource:port {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:37:34.512125 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-25020daa-cadf-44f7-a437-df0b37f57365 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:34.566940 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.notifiers.nova [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a29d421-dec4-48a6-96b2-0dc58f0a52e4 {{(pid=87482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:37:34.582508 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-25020daa-cadf-44f7-a437-df0b37f57365 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:34.594591 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47818ce6-656b-478a-8851-41a8c99a23fd req-c1a06208-a16f-4cd6-b8a8-5846772c63b1 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:34.596521 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-47818ce6-656b-478a-8851-41a8c99a23fd req-c1a06208-a16f-4cd6-b8a8-5846772c63b1 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.45 "GET /v2.0/networks?id=5b4059c4-e980-42b2-9e93-74f1eb032fb9 HTTP/1.1" status: 200 len: 818 time: 0.4885261 Feb 05 22:37:34.635967 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:34.644087 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-47818ce6-656b-478a-8851-41a8c99a23fd req-82c01896-0b2a-4371-b1fb-d574cf5cc168 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Request body: {'port': {'device_id': '562caf5e-d3eb-4f1e-a0d4-507c73e66372', 'network_id': '5b4059c4-e980-42b2-9e93-74f1eb032fb9', 'admin_state_up': True, 'tenant_id': '5474d9a6de104f7bad74b5d7de3eb2df'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:34.748865 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.provisioning_blocks [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] Transition to ACTIVE for port object 7a29d421-dec4-48a6-96b2-0dc58f0a52e4 will not be triggered until provisioned by entity L2. {{(pid=87482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:37:34.783241 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-8143595d-874b-4454-bb0a-f647a8ac21b0 req-e20c0fa4-d882-40ab-b8c8-62bfb731fd60 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Unset dirty status for tenant:90b30a50b2824d00a031c4aad5804a4d on resource:port {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:37:34.789079 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-8143595d-874b-4454-bb0a-f647a8ac21b0 req-e20c0fa4-d882-40ab-b8c8-62bfb731fd60 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 931 time: 1.6670830 Feb 05 22:37:34.929748 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'name': 'tempest-AttachVolumeShelveTestJSON-129192590-router', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:17Z', 'updated_at': '2022-02-05T22:37:26Z', 'revision_number': 4, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'gw_port': {'id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:56:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:19Z', 'updated_at': '2022-02-05T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': '26071329-4076-478f-b6cd-9044b145fb45', 'name': '', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'mac_address': 'fa:16:3e:a1:49:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:24Z', 'updated_at': '2022-02-05T22:37:33Z', 'revision_number': 4, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'subnets': [{'id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:37:34.935406 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd413668-4d27-4f9e-ab5a-d936e257d496 None None] The sync data for ids ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'] in dv-cinder-818886-2-iscsi is: [{'id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'name': 'tempest-AttachVolumeShelveTestJSON-129192590-router', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:17Z', 'updated_at': '2022-02-05T22:37:26Z', 'revision_number': 4, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'gw_port': {'id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:56:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:19Z', 'updated_at': '2022-02-05T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': '26071329-4076-478f-b6cd-9044b145fb45', 'name': '', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'mac_address': 'fa:16:3e:a1:49:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:24Z', 'updated_at': '2022-02-05T22:37:33Z', 'revision_number': 4, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'subnets': [{'id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:37:34.955219 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-8143595d-874b-4454-bb0a-f647a8ac21b0 req-acc49aa5-b65b-4b9a-acaf-81097417ef36 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Synchronizing usage tracker for tenant:90b30a50b2824d00a031c4aad5804a4d on resource:security_group {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:37:34.983234 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:35.173282 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a8d4b31f-fbca-4897-99d9-9ac3ed240ee8 req-d97dcc72-a22e-4626-8f02-7993884eed0c tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 210 time: 0.1394949 Feb 05 22:37:35.182375 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-47818ce6-656b-478a-8851-41a8c99a23fd req-82c01896-0b2a-4371-b1fb-d574cf5cc168 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:35.212879 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-47818ce6-656b-478a-8851-41a8c99a23fd req-82c01896-0b2a-4371-b1fb-d574cf5cc168 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:35.267972 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-74a2bb06-9b05-4829-9d26-358119c33ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:35.297438 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-068a8d6e-2959-43b9-a9c6-e33682d47ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:35.345258 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47818ce6-656b-478a-8851-41a8c99a23fd req-82c01896-0b2a-4371-b1fb-d574cf5cc168 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Made reservation on behalf of 5474d9a6de104f7bad74b5d7de3eb2df for: {'port': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:37:35.348992 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-47818ce6-656b-478a-8851-41a8c99a23fd req-82c01896-0b2a-4371-b1fb-d574cf5cc168 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:35.374119 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-74a2bb06-9b05-4829-9d26-358119c33ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:35.423116 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a8d6e-2959-43b9-a9c6-e33682d47ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50140117-ba46-4bb5-a783-ac7fb020fb46,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:35.435131 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] Pushing event updated for resources: {'Port': ['ID=7a29d421-dec4-48a6-96b2-0dc58f0a52e4,revision_number=2']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:35.572596 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-74a2bb06-9b05-4829-9d26-358119c33ff3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81ac2df42f1841eabbd807c1ae55fb6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4665117 Feb 05 22:37:35.573463 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-8143595d-874b-4454-bb0a-f647a8ac21b0 req-acc49aa5-b65b-4b9a-acaf-81097417ef36 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Unset dirty status for tenant:90b30a50b2824d00a031c4aad5804a4d on resource:security_group {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:37:35.575501 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 40568) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:35.600813 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-8143595d-874b-4454-bb0a-f647a8ac21b0 req-acc49aa5-b65b-4b9a-acaf-81097417ef36 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8056231 Feb 05 22:37:35.628057 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.managers [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] Attempting to bind port 7a29d421-dec4-48a6-96b2-0dc58f0a52e4 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:37:35.628728 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.managers [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] Attempting to bind port 7a29d421-dec4-48a6-96b2-0dc58f0a52e4 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'fa29989e-6a27-4259-ac45-d2251527314c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4ad457f5-4250-4af0-8275-341e9d593a42'}] {{(pid=87482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:37:35.629261 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] Attempting to bind port 7a29d421-dec4-48a6-96b2-0dc58f0a52e4 on network 4ad457f5-4250-4af0-8275-341e9d593a42 {{(pid=87482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:37:35.654082 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] Port 7a29d421-dec4-48a6-96b2-0dc58f0a52e4 on network 4ad457f5-4250-4af0-8275-341e9d593a42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 05 22:37:35.654740 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] Attempting to bind port 7a29d421-dec4-48a6-96b2-0dc58f0a52e4 on network 4ad457f5-4250-4af0-8275-341e9d593a42 {{(pid=87482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:37:35.666079 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] Checking agent: {'id': 'bad58867-603f-489e-b0dd-362048cf3d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'started_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:37:35.666935 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] Checking segment: {'id': 'fa29989e-6a27-4259-ac45-d2251527314c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4ad457f5-4250-4af0-8275-341e9d593a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:37:35.667687 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] Bound using segment: {'id': 'fa29989e-6a27-4259-ac45-d2251527314c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4ad457f5-4250-4af0-8275-341e9d593a42'} {{(pid=87482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:37:35.668344 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.managers [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] Bound port: 7a29d421-dec4-48a6-96b2-0dc58f0a52e4, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa29989e-6a27-4259-ac45-d2251527314c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4ad457f5-4250-4af0-8275-341e9d593a42'}}] {{(pid=87482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:37:35.669072 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:35.689930 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-068a8d6e-2959-43b9-a9c6-e33682d47ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:35.691601 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-068a8d6e-2959-43b9-a9c6-e33682d47ebd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50140117-ba46-4bb5-a783-ac7fb020fb46 HTTP/1.1" status: 204 len: 168 time: 2.9269049 Feb 05 22:37:35.752725 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2bb06-9b05-4829-9d26-358119c33ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0901c72-8e6c-43ca-93ee-73317325b4a0,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:35.758817 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 26071329-4076-478f-b6cd-9044b145fb45 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:37:35.796762 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-25020daa-cadf-44f7-a437-df0b37f57365 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:35.894893 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-25020daa-cadf-44f7-a437-df0b37f57365 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:35.950035 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.db [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] For port 7a29d421-dec4-48a6-96b2-0dc58f0a52e4, host hv-cinder-81888, cleared binding levels {{(pid=87482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:37:35.990306 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.db [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] For port 7a29d421-dec4-48a6-96b2-0dc58f0a52e4, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7a29d421-dec4-48a6-96b2-0dc58f0a52e4,segment=NetworkSegment(fa29989e-6a27-4259-ac45-d2251527314c),segment_id=fa29989e-6a27-4259-ac45-d2251527314c)] {{(pid=87482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:37:36.000220 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25020daa-cadf-44f7-a437-df0b37f57365 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab89023-46df-4c79-8dc8-d256640d56c2,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:36.082394 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port 26071329-4076-478f-b6cd-9044b145fb45 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:37:36.089987 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 26071329-4076-478f-b6cd-9044b145fb45 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:37:36.090473 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:36.115654 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [req-47818ce6-656b-478a-8851-41a8c99a23fd req-82c01896-0b2a-4371-b1fb-d574cf5cc168 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Allocated IP 172.20.0.5 (5b4059c4-e980-42b2-9e93-74f1eb032fb9/e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2/3a183df7-65c7-46e9-9071-5ec23a46d735) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:37:36.128159 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-25020daa-cadf-44f7-a437-df0b37f57365 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:36.133042 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-25020daa-cadf-44f7-a437-df0b37f57365 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 3.2818696 Feb 05 22:37:36.133478 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:36.138047 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 40586) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:36.167688 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-09c55317-166e-4837-86c0-5328169c8177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:36.248412 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-3b7a8938-5824-49f3-bc01-0e2e19304a5a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Request body: {'security_group_rule': {'security_group_id': '9ab89023-46df-4c79-8dc8-d256640d56c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:36.269614 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-3b7a8938-5824-49f3-bc01-0e2e19304a5a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:36.309907 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-3b7a8938-5824-49f3-bc01-0e2e19304a5a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Usage tracker for resource:security_group_rule and tenant:2f1c74641009450eb3df1aeaf162ccde is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:36.311674 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-09c55317-166e-4837-86c0-5328169c8177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:36.336314 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-3b7a8938-5824-49f3-bc01-0e2e19304a5a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:36.357053 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:36.361895 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for port, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:36.363527 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] 10.222.0.45 "PUT /v2.0/ports/7a29d421-dec4-48a6-96b2-0dc58f0a52e4 HTTP/1.1" status: 200 len: 1093 time: 4.8169861 Feb 05 22:37:36.368426 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bb6786-0301-40cb-b92b-425fe9c7c497', 'tag': '7a29d421-dec4-48a6-96b2-0dc58f0a52e4'}] {{(pid=87482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:37:36.434108 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:36.567594 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-3b7a8938-5824-49f3-bc01-0e2e19304a5a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:36.611476 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port 26071329-4076-478f-b6cd-9044b145fb45, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=26071329-4076-478f-b6cd-9044b145fb45,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:37:36.641629 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce59f0-248b-4511-9872-5600d5c97c3a service neutron] Pushing event updated for resources: {'Port': ['ID=7a29d421-dec4-48a6-96b2-0dc58f0a52e4,revision_number=3']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:36.703003 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-566d05de-b773-4684-bb6e-8cfc34ba27a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:36.705259 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-566d05de-b773-4684-bb6e-8cfc34ba27a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=90b30a50b2824d00a031c4aad5804a4d&device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 1096 time: 0.1045187 Feb 05 22:37:36.716866 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:36.717788 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device c913fec1-68ba-4639-94ce-d629f0e33c0c up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:37:36.740889 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c570bbaf-ad37-4f80-a0e0-2d3cca482860 req-7db01ce1-421f-45d8-9856-407c6d484415 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 210 time: 0.2477992 Feb 05 22:37:37.040074 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-df39e041-f230-455a-bf62-5d73232cd2c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a29d421-dec4-48a6-96b2-0dc58f0a52e4 HTTP/1.1" status: 200 len: 217 time: 0.2978179 Feb 05 22:37:37.091077 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3b7a8938-5824-49f3-bc01-0e2e19304a5a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:37.144216 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port c913fec1-68ba-4639-94ce-d629f0e33c0c triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:37:37.144763 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:37.213713 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-09c55317-166e-4837-86c0-5328169c8177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:37.317683 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c55317-166e-4837-86c0-5328169c8177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0901c72-8e6c-43ca-93ee-73317325b4a0,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:37.362112 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-47818ce6-656b-478a-8851-41a8c99a23fd req-82c01896-0b2a-4371-b1fb-d574cf5cc168 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:37.399541 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-09c55317-166e-4837-86c0-5328169c8177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:37.401829 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-09c55317-166e-4837-86c0-5328169c8177 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0901c72-8e6c-43ca-93ee-73317325b4a0 HTTP/1.1" status: 204 len: 168 time: 1.7073584 Feb 05 22:37:37.433824 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.45', 57860) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:37.471482 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=26071329-4076-478f-b6cd-9044b145fb45,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:37.522501 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-72682dbb-bcbe-4c39-a114-ecb5944c9732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:37.524909 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-72682dbb-bcbe-4c39-a114-ecb5944c9732 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=519f5467-b974-4c9d-a3ed-3217451b8928 HTTP/1.1" status: 200 len: 851 time: 0.4421105 Feb 05 22:37:37.592248 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3b7a8938-5824-49f3-bc01-0e2e19304a5a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:37.707327 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-72034359-6a7e-4481-9aa6-a2d776ee4333 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ad457f5-4250-4af0-8275-341e9d593a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895760 Feb 05 22:37:37.734242 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 26071329-4076-478f-b6cd-9044b145fb45 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:37:37.778108 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-47818ce6-656b-478a-8851-41a8c99a23fd req-82c01896-0b2a-4371-b1fb-d574cf5cc168 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:37.837204 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bb6786-0301-40cb-b92b-425fe9c7c497', 'tag': '7a29d421-dec4-48a6-96b2-0dc58f0a52e4', 'status': 'completed', 'code': 200} Feb 05 22:37:37.846423 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3b7a8938-5824-49f3-bc01-0e2e19304a5a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:37.938108 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 26071329-4076-478f-b6cd-9044b145fb45 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:37:37.938462 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:38.484044 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a8938-5824-49f3-bc01-0e2e19304a5a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78589466-c40c-4d99-ab3f-2eeccc95589c,revision_number=0']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:38.484044 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf21d4-1e12-4550-9b48-c3aa6bef3848 req-c52c8774-776e-4bf8-87e0-2aa3b12228ac tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:38.484044 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-94cf21d4-1e12-4550-9b48-c3aa6bef3848 req-c52c8774-776e-4bf8-87e0-2aa3b12228ac tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 943 time: 1.3183351 Feb 05 22:37:38.485910 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-89f01dae-35ee-4a29-876c-22e7f4261b0a req-0643ff49-edc8-40d3-bf35-9a27d1c764e8 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Synchronizing usage tracker for tenant:5474d9a6de104f7bad74b5d7de3eb2df on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:37:38.485910 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47818ce6-656b-478a-8851-41a8c99a23fd req-82c01896-0b2a-4371-b1fb-d574cf5cc168 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Network 5b4059c4-e980-42b2-9e93-74f1eb032fb9 is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:37:38.485910 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c01896-0b2a-4371-b1fb-d574cf5cc168 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Pushing event updated for resources: {'Port': ['ID=3a183df7-65c7-46e9-9071-5ec23a46d735,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:38.485910 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [req-47818ce6-656b-478a-8851-41a8c99a23fd req-82c01896-0b2a-4371-b1fb-d574cf5cc168 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:37:38.485910 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-47818ce6-656b-478a-8851-41a8c99a23fd req-82c01896-0b2a-4371-b1fb-d574cf5cc168 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:37:38.486711 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-189ede27-4371-48ea-85bc-ec70f587307d service neutron] 10.222.0.45 "GET /v2.0/networks/4ad457f5-4250-4af0-8275-341e9d593a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7251189 Feb 05 22:37:38.486711 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-94cf21d4-1e12-4550-9b48-c3aa6bef3848 req-52dcb03c-2b65-4a4f-9398-593e6e85777e tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725327 Feb 05 22:37:38.493641 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-c2f3795d-0f98-43e7-9d82-5460176a61e7 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:38.500043 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-c2f3795d-0f98-43e7-9d82-5460176a61e7 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.45 "GET /v2.0/networks?id=5b4059c4-e980-42b2-9e93-74f1eb032fb9 HTTP/1.1" status: 200 len: 818 time: 1.0553157 Feb 05 22:37:38.550142 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47818ce6-656b-478a-8851-41a8c99a23fd req-82c01896-0b2a-4371-b1fb-d574cf5cc168 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:38.550692 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-47818ce6-656b-478a-8851-41a8c99a23fd req-82c01896-0b2a-4371-b1fb-d574cf5cc168 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:39.315571 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3b7a8938-5824-49f3-bc01-0e2e19304a5a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:39.316219 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-89f01dae-35ee-4a29-876c-22e7f4261b0a req-0643ff49-edc8-40d3-bf35-9a27d1c764e8 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Unset dirty status for tenant:5474d9a6de104f7bad74b5d7de3eb2df on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:37:39.319150 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-89f01dae-35ee-4a29-876c-22e7f4261b0a req-0643ff49-edc8-40d3-bf35-9a27d1c764e8 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 210 time: 1.0407417 Feb 05 22:37:39.322937 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-3b7a8938-5824-49f3-bc01-0e2e19304a5a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0840850 Feb 05 22:37:39.326528 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-47818ce6-656b-478a-8851-41a8c99a23fd req-82c01896-0b2a-4371-b1fb-d574cf5cc168 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6983306 Feb 05 22:37:39.330102 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 40662) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:39.358070 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-923c012a-e526-49f1-8ac3-a17aa5881138 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Request body: {'security_group_rule': {'security_group_id': '9ab89023-46df-4c79-8dc8-d256640d56c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:39.368906 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-923c012a-e526-49f1-8ac3-a17aa5881138 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:39.373608 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-923c012a-e526-49f1-8ac3-a17aa5881138 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Usage tracker for resource:security_group_rule and tenant:2f1c74641009450eb3df1aeaf162ccde is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:39.390096 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-923c012a-e526-49f1-8ac3-a17aa5881138 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:39.402860 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-923c012a-e526-49f1-8ac3-a17aa5881138 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:39.502787 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-923c012a-e526-49f1-8ac3-a17aa5881138 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:39.703397 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-923c012a-e526-49f1-8ac3-a17aa5881138 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:39.746816 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42853d27-d665-43b2-b55d-86d630988624 req-11830d92-0821-4101-9371-b144f4d116ee tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:39.748654 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-42853d27-d665-43b2-b55d-86d630988624 req-11830d92-0821-4101-9371-b144f4d116ee tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 943 time: 0.1504648 Feb 05 22:37:39.792545 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-923c012a-e526-49f1-8ac3-a17aa5881138 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:39.818672 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c012a-e526-49f1-8ac3-a17aa5881138 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d3e93d-77de-4b85-8e24-d98c5dc967a1,revision_number=0']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:39.886719 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-42853d27-d665-43b2-b55d-86d630988624 req-747c4558-c953-478d-84d2-4d474df81426 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245308 Feb 05 22:37:39.939759 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-923c012a-e526-49f1-8ac3-a17aa5881138 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:39.940937 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-923c012a-e526-49f1-8ac3-a17aa5881138 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6017215 Feb 05 22:37:39.944067 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 40678) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:39.952363 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-ca050a50-7257-4665-ab88-f4e0fc621107 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Request body: {'floatingip': {'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:39.969059 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-ca050a50-7257-4665-ab88-f4e0fc621107 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:39.980453 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-ca050a50-7257-4665-ab88-f4e0fc621107 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Usage tracker for resource:floatingip and tenant:2f1c74641009450eb3df1aeaf162ccde is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:39.989858 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-ca050a50-7257-4665-ab88-f4e0fc621107 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:40.007965 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-ca050a50-7257-4665-ab88-f4e0fc621107 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:40.051109 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 40684) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:40.105744 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ca050a50-7257-4665-ab88-f4e0fc621107 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for floatingip, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:40.407375 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f8ab4223-91bf-4558-98d1-b112405f7fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:40.425125 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ca050a50-7257-4665-ab88-f4e0fc621107 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:40.454765 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-277d76d4-ea83-4163-8174-a4f6008d8a89 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Request body: {'port': {'device_id': 'bc111035-5a4c-4647-be39-128e563589cb', 'network_id': '5b4059c4-e980-42b2-9e93-74f1eb032fb9', 'admin_state_up': True, 'tenant_id': '5474d9a6de104f7bad74b5d7de3eb2df'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:40.647384 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-47818ce6-656b-478a-8851-41a8c99a23fd req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] Request body: {'port': {'device_id': '562caf5e-d3eb-4f1e-a0d4-507c73e66372', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:40.758669 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b28b3039-848d-4b04-8b26-091f28505d60 req-fb85f606-873b-4bf0-8653-0e0ae1e71865 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 210 time: 0.0755210 Feb 05 22:37:40.807374 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-f8ab4223-91bf-4558-98d1-b112405f7fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:40.811936 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-f8ab4223-91bf-4558-98d1-b112405f7fc7 admin admin] Usage tracker for resource:security_group_rule and tenant:06e0c2f908be4b4b8148fe214ed86412 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:40.816206 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-f8ab4223-91bf-4558-98d1-b112405f7fc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:40.822610 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-f8ab4223-91bf-4558-98d1-b112405f7fc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:40.928365 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-47818ce6-656b-478a-8851-41a8c99a23fd req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:40.953083 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-277d76d4-ea83-4163-8174-a4f6008d8a89 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:40.968140 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-277d76d4-ea83-4163-8174-a4f6008d8a89 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:41.039452 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-277d76d4-ea83-4163-8174-a4f6008d8a89 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Made reservation on behalf of 5474d9a6de104f7bad74b5d7de3eb2df for: {'port': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:37:41.043293 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-277d76d4-ea83-4163-8174-a4f6008d8a89 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:41.189902 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-45bb2824-4390-4fd0-8f80-86e39fa9e458 req-2220ad69-9e00-4fe4-961c-5a3f19169d95 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad457f5-4250-4af0-8275-341e9d593a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6565430 Feb 05 22:37:41.206702 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:41.217504 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f8ab4223-91bf-4558-98d1-b112405f7fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:41.305920 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_common [None req-ca050a50-7257-4665-ab88-f4e0fc621107 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Allocated IP 172.27.3.140 (6817b256-dae4-44db-bc68-adab2164788e/583bfacf-eb7c-4478-b06f-909c14cf964a/8f0597c3-23e6-4f79-848b-02c85de2d257) {{(pid=87482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:37:41.338040 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f8ab4223-91bf-4558-98d1-b112405f7fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:41.470501 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-277d76d4-ea83-4163-8174-a4f6008d8a89 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Allocated IP 172.20.0.12 (5b4059c4-e980-42b2-9e93-74f1eb032fb9/e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2/e20df8bb-9f51-4353-b2e6-f545951b03b7) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:37:41.635185 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7cd42-4667-4a67-9e68-ffcfcac1c5c2 req-cd310cc5-042f-455c-9eaa-3e99a87d0ebe tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:41.636921 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-22f7cd42-4667-4a67-9e68-ffcfcac1c5c2 req-cd310cc5-042f-455c-9eaa-3e99a87d0ebe tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 943 time: 0.3484769 Feb 05 22:37:41.737985 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-f8ab4223-91bf-4558-98d1-b112405f7fc7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06e0c2f908be4b4b8148fe214ed86412&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6853554 Feb 05 22:37:41.761329 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 40752) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:41.799108 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab4223-91bf-4558-98d1-b112405f7fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af154b90-db6a-49c6-9cff-605a3185ae28,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:41.867917 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-22f7cd42-4667-4a67-9e68-ffcfcac1c5c2 req-32717fd6-718d-4438-9a6c-245a533982ce tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114367 Feb 05 22:37:42.014510 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-277d76d4-ea83-4163-8174-a4f6008d8a89 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:42.085733 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c5107562-f675-4e40-8f13-724f34040eea req-174459ac-6b50-4e95-954a-6391c82ae847 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 210 time: 0.1128857 Feb 05 22:37:42.094720 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ca050a50-7257-4665-ab88-f4e0fc621107 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for port, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:42.098123 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b73612-605b-445b-9546-1eb09ade8532 req-0034d60c-a9c2-4b3d-b9a3-87a608c4cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:42.099783 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-08b73612-605b-445b-9546-1eb09ade8532 req-0034d60c-a9c2-4b3d-b9a3-87a608c4cbb8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=90b30a50b2824d00a031c4aad5804a4d&device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 1096 time: 0.6558058 Feb 05 22:37:42.113205 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-eb2463ba-23d0-4ee3-99fc-df838a78eb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:42.257749 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-eb2463ba-23d0-4ee3-99fc-df838a78eb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:42.347635 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-277d76d4-ea83-4163-8174-a4f6008d8a89 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:42.352441 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b73612-605b-445b-9546-1eb09ade8532 req-9c6bda2f-923d-4c65-be37-fb5789ac9f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:42.354042 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-08b73612-605b-445b-9546-1eb09ade8532 req-9c6bda2f-923d-4c65-be37-fb5789ac9f8f service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ad457f5-4250-4af0-8275-341e9d593a42 HTTP/1.1" status: 200 len: 912 time: 0.2397547 Feb 05 22:37:42.536107 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-08b73612-605b-445b-9546-1eb09ade8532 req-6e4ca2f1-dc45-409b-a56d-4e0e93249172 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a29d421-dec4-48a6-96b2-0dc58f0a52e4 HTTP/1.1" status: 200 len: 217 time: 0.1701269 Feb 05 22:37:42.537654 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-eb2463ba-23d0-4ee3-99fc-df838a78eb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:42.565226 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ca050a50-7257-4665-ab88-f4e0fc621107 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:42.630068 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [req-47818ce6-656b-478a-8851-41a8c99a23fd req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a183df7-65c7-46e9-9071-5ec23a46d735 {{(pid=87483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:37:42.644737 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-47818ce6-656b-478a-8851-41a8c99a23fd req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:42.690317 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-47818ce6-656b-478a-8851-41a8c99a23fd req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] Transition to ACTIVE for port object 3a183df7-65c7-46e9-9071-5ec23a46d735 will not be triggered until provisioned by entity L2. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:37:42.741764 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 40774) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:42.770562 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-277d76d4-ea83-4163-8174-a4f6008d8a89 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Network 5b4059c4-e980-42b2-9e93-74f1eb032fb9 is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:37:42.815232 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-277d76d4-ea83-4163-8174-a4f6008d8a89 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:37:42.826196 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-47818ce6-656b-478a-8851-41a8c99a23fd req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:42.834540 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca050a50-7257-4665-ab88-f4e0fc621107 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Network 6817b256-dae4-44db-bc68-adab2164788e is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:37:42.837736 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-eb2463ba-23d0-4ee3-99fc-df838a78eb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:42.839289 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-eb2463ba-23d0-4ee3-99fc-df838a78eb5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af154b90-db6a-49c6-9cff-605a3185ae28 HTTP/1.1" status: 204 len: 168 time: 1.0743709 Feb 05 22:37:42.840884 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca050a50-7257-4665-ab88-f4e0fc621107 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Pushing event updated for resources: {'Port': ['ID=8f0597c3-23e6-4f79-848b-02c85de2d257,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:42.847649 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-277d76d4-ea83-4163-8174-a4f6008d8a89 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:37:42.856572 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-ca050a50-7257-4665-ab88-f4e0fc621107 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:37:42.863089 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca050a50-7257-4665-ab88-f4e0fc621107 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Received port after_create {{(pid=87482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:37:42.894186 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2463ba-23d0-4ee3-99fc-df838a78eb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af154b90-db6a-49c6-9cff-605a3185ae28,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:42.900255 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b73612-605b-445b-9546-1eb09ade8532 req-96f2a518-31f1-41eb-a108-ad8bac43daac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:42.901787 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-08b73612-605b-445b-9546-1eb09ade8532 req-96f2a518-31f1-41eb-a108-ad8bac43daac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=519f5467-b974-4c9d-a3ed-3217451b8928 HTTP/1.1" status: 200 len: 851 time: 0.3245835 Feb 05 22:37:42.984263 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ca050a50-7257-4665-ab88-f4e0fc621107 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:43.160606 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-277d76d4-ea83-4163-8174-a4f6008d8a89 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:43.161591 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-277d76d4-ea83-4163-8174-a4f6008d8a89 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:43.183640 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ca050a50-7257-4665-ab88-f4e0fc621107 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:43.277026 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d76d4-ea83-4163-8174-a4f6008d8a89 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Pushing event updated for resources: {'Port': ['ID=e20df8bb-9f51-4353-b2e6-f545951b03b7,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:43.420487 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-277d76d4-ea83-4163-8174-a4f6008d8a89 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9703434 Feb 05 22:37:43.456407 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164e64b-3b6d-413a-be6f-e1c92ff147f5 req-fc2b966e-6f10-43b9-93d1-a1d2b9063298 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:43.458156 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d164e64b-3b6d-413a-be6f-e1c92ff147f5 req-fc2b966e-6f10-43b9-93d1-a1d2b9063298 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 932 time: 0.1986742 Feb 05 22:37:43.474164 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-6d5971f6-4eec-47d7-b5c2-3681fe121397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:43.555911 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-6d5971f6-4eec-47d7-b5c2-3681fe121397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:43.558137 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] Pushing event updated for resources: {'Port': ['ID=3a183df7-65c7-46e9-9071-5ec23a46d735,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:43.567961 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-6d5971f6-4eec-47d7-b5c2-3681fe121397 admin admin] Usage tracker for resource:security_group_rule and tenant:73f486454a97497a9544736df932e3e2 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:43.580195 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-6d5971f6-4eec-47d7-b5c2-3681fe121397 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:43.593975 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-6d5971f6-4eec-47d7-b5c2-3681fe121397 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:43.595255 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-d164e64b-3b6d-413a-be6f-e1c92ff147f5 req-7db378a0-9000-4394-bbfe-c44bf9cb78df tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Synchronizing usage tracker for tenant:5474d9a6de104f7bad74b5d7de3eb2df on resource:security_group {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:37:43.616913 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ca050a50-7257-4665-ab88-f4e0fc621107 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for port, precommit_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:43.640100 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-47818ce6-656b-478a-8851-41a8c99a23fd req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] Attempting to bind port 3a183df7-65c7-46e9-9071-5ec23a46d735 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:37:43.645382 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-47818ce6-656b-478a-8851-41a8c99a23fd req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] Attempting to bind port 3a183df7-65c7-46e9-9071-5ec23a46d735 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '6f8fe982-8fcd-419d-a433-65bb059306d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5b4059c4-e980-42b2-9e93-74f1eb032fb9'}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:37:43.645382 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47818ce6-656b-478a-8851-41a8c99a23fd req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] Attempting to bind port 3a183df7-65c7-46e9-9071-5ec23a46d735 on network 5b4059c4-e980-42b2-9e93-74f1eb032fb9 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:37:43.651646 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c1de4-57ea-489a-bd97-9e04add0d18c req-c65fb907-7b8c-4d4e-ae28-cb5180ceee09 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:43.653200 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9c7c1de4-57ea-489a-bd97-9e04add0d18c req-c65fb907-7b8c-4d4e-ae28-cb5180ceee09 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 943 time: 0.4410267 Feb 05 22:37:43.661661 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47818ce6-656b-478a-8851-41a8c99a23fd req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] Port 3a183df7-65c7-46e9-9071-5ec23a46d735 on network 5b4059c4-e980-42b2-9e93-74f1eb032fb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 05 22:37:43.661986 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47818ce6-656b-478a-8851-41a8c99a23fd req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] Attempting to bind port 3a183df7-65c7-46e9-9071-5ec23a46d735 on network 5b4059c4-e980-42b2-9e93-74f1eb032fb9 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:37:43.686346 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47818ce6-656b-478a-8851-41a8c99a23fd req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] Checking agent: {'id': 'bad58867-603f-489e-b0dd-362048cf3d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'started_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:37:43.686693 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47818ce6-656b-478a-8851-41a8c99a23fd req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] Checking segment: {'id': '6f8fe982-8fcd-419d-a433-65bb059306d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5b4059c4-e980-42b2-9e93-74f1eb032fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:37:43.687304 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47818ce6-656b-478a-8851-41a8c99a23fd req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] Bound using segment: {'id': '6f8fe982-8fcd-419d-a433-65bb059306d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5b4059c4-e980-42b2-9e93-74f1eb032fb9'} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:37:43.687720 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-47818ce6-656b-478a-8851-41a8c99a23fd req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] Bound port: 3a183df7-65c7-46e9-9071-5ec23a46d735, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8fe982-8fcd-419d-a433-65bb059306d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5b4059c4-e980-42b2-9e93-74f1eb032fb9'}}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:37:43.688067 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-47818ce6-656b-478a-8851-41a8c99a23fd req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:43.722298 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ca050a50-7257-4665-ab88-f4e0fc621107 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:43.783396 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9c7c1de4-57ea-489a-bd97-9e04add0d18c req-4d809526-9bb4-4ce8-939c-008646b2ee31 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238480 Feb 05 22:37:43.787075 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ca050a50-7257-4665-ab88-f4e0fc621107 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542379'] for floatingip, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:43.811906 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca050a50-7257-4665-ab88-f4e0fc621107 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Pushing event updated for resources: {'Port': ['ID=8f0597c3-23e6-4f79-848b-02c85de2d257,revision_number=2']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:43.845880 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-6d5971f6-4eec-47d7-b5c2-3681fe121397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:43.851992 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-47818ce6-656b-478a-8851-41a8c99a23fd req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] For port 3a183df7-65c7-46e9-9071-5ec23a46d735, host hv-cinder-81888, cleared binding levels {{(pid=87483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:37:43.859652 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-47818ce6-656b-478a-8851-41a8c99a23fd req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] For port 3a183df7-65c7-46e9-9071-5ec23a46d735, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3a183df7-65c7-46e9-9071-5ec23a46d735,segment=NetworkSegment(6f8fe982-8fcd-419d-a433-65bb059306d6),segment_id=6f8fe982-8fcd-419d-a433-65bb059306d6)] {{(pid=87483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:37:43.910831 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ca050a50-7257-4665-ab88-f4e0fc621107 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for floatingip, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:43.912328 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-ca050a50-7257-4665-ab88-f4e0fc621107 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9669728 Feb 05 22:37:43.957127 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-47818ce6-656b-478a-8851-41a8c99a23fd req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:43.990110 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 40818) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:43.992790 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-6d5971f6-4eec-47d7-b5c2-3681fe121397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:44.014194 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-513e6c66-eca2-4e08-87af-210e725ef636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:44.039364 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-513e6c66-eca2-4e08-87af-210e725ef636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:44.043748 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-513e6c66-eca2-4e08-87af-210e725ef636 admin admin] Usage tracker for resource:security_group_rule and tenant:3b32d6224e314d7297589def6e41a134 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:44.046641 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-513e6c66-eca2-4e08-87af-210e725ef636 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:44.052974 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-513e6c66-eca2-4e08-87af-210e725ef636 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:44.077339 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47818ce6-656b-478a-8851-41a8c99a23fd req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:44.077952 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-47818ce6-656b-478a-8851-41a8c99a23fd req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:44.079420 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-47818ce6-656b-478a-8851-41a8c99a23fd req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] 10.222.0.45 "PUT /v2.0/ports/3a183df7-65c7-46e9-9071-5ec23a46d735 HTTP/1.1" status: 200 len: 1093 time: 3.4376907 Feb 05 22:37:44.082134 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562caf5e-d3eb-4f1e-a0d4-507c73e66372', 'tag': '3a183df7-65c7-46e9-9071-5ec23a46d735'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:37:44.091193 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5971f6-4eec-47d7-b5c2-3681fe121397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f41b589-1b8e-473e-9c13-feb5901760cc,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:44.097610 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-6d5971f6-4eec-47d7-b5c2-3681fe121397 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73f486454a97497a9544736df932e3e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3461635 Feb 05 22:37:44.100477 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 40830) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:44.139095 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686b0c4-b277-4a4f-945c-429a67a8ee5c service neutron] Pushing event updated for resources: {'Port': ['ID=3a183df7-65c7-46e9-9071-5ec23a46d735,revision_number=3']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:44.167739 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-d164e64b-3b6d-413a-be6f-e1c92ff147f5 req-7db378a0-9000-4394-bbfe-c44bf9cb78df tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Unset dirty status for tenant:5474d9a6de104f7bad74b5d7de3eb2df on resource:security_group {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:37:44.169342 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d164e64b-3b6d-413a-be6f-e1c92ff147f5 req-7db378a0-9000-4394-bbfe-c44bf9cb78df tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7050836 Feb 05 22:37:44.186851 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-27bef111-067e-458e-aa24-78b360e911ee req-75a65b4e-705d-4e25-b52f-1ef280531b24 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--7080653&fields=id&tenant_id=2f1c74641009450eb3df1aeaf162ccde HTTP/1.1" status: 200 len: 267 time: 0.0645385 Feb 05 22:37:44.231676 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-752e00ed-1431-48e2-9e0b-f9e3714ceb27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:44.274292 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-513e6c66-eca2-4e08-87af-210e725ef636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:44.278449 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-752e00ed-1431-48e2-9e0b-f9e3714ceb27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:44.327566 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-513e6c66-eca2-4e08-87af-210e725ef636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:44.372715 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bef111-067e-458e-aa24-78b360e911ee req-21de98f9-0ab7-4786-bb53-e541e68ff747 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:44.374258 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-27bef111-067e-458e-aa24-78b360e911ee req-21de98f9-0ab7-4786-bb53-e541e68ff747 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/networks?id=2b0f3db0-4106-46bc-9540-b9ba783310fc HTTP/1.1" status: 200 len: 816 time: 0.1808569 Feb 05 22:37:44.380242 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-513e6c66-eca2-4e08-87af-210e725ef636 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b32d6224e314d7297589def6e41a134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3886716 Feb 05 22:37:44.382972 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e6c66-eca2-4e08-87af-210e725ef636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a184ad01-8e40-49df-92f3-7a9386a041ef,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:44.384129 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 40848) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:44.423139 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-27bef111-067e-458e-aa24-78b360e911ee req-14b9a822-ec87-4bbf-bc8a-4a1366290c38 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/quotas/2f1c74641009450eb3df1aeaf162ccde HTTP/1.1" status: 200 len: 375 time: 0.0217783 Feb 05 22:37:44.424257 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562caf5e-d3eb-4f1e-a0d4-507c73e66372', 'tag': '3a183df7-65c7-46e9-9071-5ec23a46d735', 'status': 'completed', 'code': 200} Feb 05 22:37:44.470414 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-752e00ed-1431-48e2-9e0b-f9e3714ceb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:44.487356 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e00ed-1431-48e2-9e0b-f9e3714ceb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f41b589-1b8e-473e-9c13-feb5901760cc,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:44.507425 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c4d5f697-8ec4-4089-8c64-dd694e26f00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:44.508130 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-752e00ed-1431-48e2-9e0b-f9e3714ceb27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:44.511657 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-752e00ed-1431-48e2-9e0b-f9e3714ceb27 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f41b589-1b8e-473e-9c13-feb5901760cc HTTP/1.1" status: 204 len: 168 time: 0.4075162 Feb 05 22:37:44.544201 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c4d5f697-8ec4-4089-8c64-dd694e26f00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:44.575323 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-27bef111-067e-458e-aa24-78b360e911ee req-458a50c9-c0d7-4759-9218-24c82d829234 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f1c74641009450eb3df1aeaf162ccde&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1438143 Feb 05 22:37:44.718429 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-27bef111-067e-458e-aa24-78b360e911ee req-4f31252f-506c-4d15-a6c7-2046fca301e8 service neutron] 10.222.0.24 "GET /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290674 Feb 05 22:37:44.846021 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c4d5f697-8ec4-4089-8c64-dd694e26f00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:44.873318 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c4d5f697-8ec4-4089-8c64-dd694e26f00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:44.874399 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-c4d5f697-8ec4-4089-8c64-dd694e26f00e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a184ad01-8e40-49df-92f3-7a9386a041ef HTTP/1.1" status: 204 len: 168 time: 0.4892428 Feb 05 22:37:44.877798 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-27bef111-067e-458e-aa24-78b360e911ee req-320a59aa-1c30-4e4e-a313-26067697caa1 service neutron] 10.222.0.24 "GET /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536231 Feb 05 22:37:44.878644 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5f697-8ec4-4089-8c64-dd694e26f00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a184ad01-8e40-49df-92f3-7a9386a041ef,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:45.018457 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8474b-59c0-449d-bcc9-59fb0556c10a req-6f37b6fc-aea6-47e0-8a0d-959fb7f23a9c tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:45.025219 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7ff8474b-59c0-449d-bcc9-59fb0556c10a req-6f37b6fc-aea6-47e0-8a0d-959fb7f23a9c tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 943 time: 0.1016583 Feb 05 22:37:45.066646 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7ff8474b-59c0-449d-bcc9-59fb0556c10a req-68be609d-61fe-4e57-b9d9-08f8033f13de tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405965 Feb 05 22:37:45.252030 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-7eb1d9ac-4c3c-4ab5-91a2-6b178d77d6de req-4150e0ba-979f-4404-99c9-c6179743bbef tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Synchronizing usage tracker for tenant:2f1c74641009450eb3df1aeaf162ccde on resource:port {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:37:45.356180 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-7eb1d9ac-4c3c-4ab5-91a2-6b178d77d6de req-4150e0ba-979f-4404-99c9-c6179743bbef tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Unset dirty status for tenant:2f1c74641009450eb3df1aeaf162ccde on resource:port {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:37:45.357670 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7eb1d9ac-4c3c-4ab5-91a2-6b178d77d6de req-4150e0ba-979f-4404-99c9-c6179743bbef tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 210 time: 0.1631169 Feb 05 22:37:45.485116 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda33ade-1486-443e-8341-481bb515c669 req-8d03c5d1-e8e8-4477-82af-83863a5e1829 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:45.485899 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-eda33ade-1486-443e-8341-481bb515c669 req-8d03c5d1-e8e8-4477-82af-83863a5e1829 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Synchronizing usage tracker for tenant:5474d9a6de104f7bad74b5d7de3eb2df on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:37:45.568487 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-eda33ade-1486-443e-8341-481bb515c669 req-8d03c5d1-e8e8-4477-82af-83863a5e1829 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Unset dirty status for tenant:5474d9a6de104f7bad74b5d7de3eb2df on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:37:45.570391 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-eda33ade-1486-443e-8341-481bb515c669 req-8d03c5d1-e8e8-4477-82af-83863a5e1829 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 932 time: 0.2436714 Feb 05 22:37:45.639563 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-eda33ade-1486-443e-8341-481bb515c669 req-36341cbd-88bb-47aa-956f-c7ef040fa5e9 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574017 Feb 05 22:37:45.883824 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-08b73612-605b-445b-9546-1eb09ade8532 req-eb53aef8-2deb-49fc-9833-bbd2d5a3dedb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ad457f5-4250-4af0-8275-341e9d593a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455773 Feb 05 22:37:46.258687 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb950ed-4063-4e49-81eb-af1779eee11d req-6fcd496d-0dbd-43a2-9739-6b5c4011a552 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:46.260208 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9bb950ed-4063-4e49-81eb-af1779eee11d req-6fcd496d-0dbd-43a2-9739-6b5c4011a552 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 943 time: 0.0831146 Feb 05 22:37:46.308692 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9bb950ed-4063-4e49-81eb-af1779eee11d req-af02fe74-6a1f-4f38-a239-4b373b104662 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425866 Feb 05 22:37:46.479582 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cdbb471f-6ecc-49a6-a004-33e6b4c45ec8 req-4cd4e966-bf23-40fb-af12-ace96f869a43 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 210 time: 0.0487003 Feb 05 22:37:46.566291 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] Request body: {'port': {'device_id': 'bc111035-5a4c-4647-be39-128e563589cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:46.706812 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:46.852603 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b565e4d-81c3-459a-bde4-272b2fc66b28 req-6cdca503-7dd4-40cb-93e5-1c380391b887 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:46.854294 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7b565e4d-81c3-459a-bde4-272b2fc66b28 req-6cdca503-7dd4-40cb-93e5-1c380391b887 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 932 time: 0.0912733 Feb 05 22:37:46.951774 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7b565e4d-81c3-459a-bde4-272b2fc66b28 req-2a2dfbb1-ba11-4e35-a148-60aea9b74a4a tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846305 Feb 05 22:37:47.188839 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e20df8bb-9f51-4353-b2e6-f545951b03b7 {{(pid=87483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:37:47.198926 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:47.212857 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] Transition to ACTIVE for port object e20df8bb-9f51-4353-b2e6-f545951b03b7 will not be triggered until provisioned by entity L2. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:37:47.389761 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:47.597112 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e20df8bb-9f51-4353-b2e6-f545951b03b7,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:47.664597 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-99f57beb-3e7c-4043-8739-af30c4d4b35f req-ef17928f-96f9-41b6-bf9b-6a4d426fffdd tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 210 time: 0.0645349 Feb 05 22:37:47.709584 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf959f2-2478-4607-9f76-694ea29f5b35 req-f9e0facd-c084-4153-b421-45ff81f40a07 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:47.709584 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-edf959f2-2478-4607-9f76-694ea29f5b35 req-f9e0facd-c084-4153-b421-45ff81f40a07 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 943 time: 0.2752612 Feb 05 22:37:47.714968 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] Attempting to bind port e20df8bb-9f51-4353-b2e6-f545951b03b7 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:37:47.715302 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] Attempting to bind port e20df8bb-9f51-4353-b2e6-f545951b03b7 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '6f8fe982-8fcd-419d-a433-65bb059306d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5b4059c4-e980-42b2-9e93-74f1eb032fb9'}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:37:47.715629 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] Attempting to bind port e20df8bb-9f51-4353-b2e6-f545951b03b7 on network 5b4059c4-e980-42b2-9e93-74f1eb032fb9 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:37:47.733212 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] Port e20df8bb-9f51-4353-b2e6-f545951b03b7 on network 5b4059c4-e980-42b2-9e93-74f1eb032fb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 05 22:37:47.733538 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] Attempting to bind port e20df8bb-9f51-4353-b2e6-f545951b03b7 on network 5b4059c4-e980-42b2-9e93-74f1eb032fb9 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:37:47.744037 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] Checking agent: {'id': 'bad58867-603f-489e-b0dd-362048cf3d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'started_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:37:47.744422 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] Checking segment: {'id': '6f8fe982-8fcd-419d-a433-65bb059306d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5b4059c4-e980-42b2-9e93-74f1eb032fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:37:47.744802 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] Bound using segment: {'id': '6f8fe982-8fcd-419d-a433-65bb059306d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5b4059c4-e980-42b2-9e93-74f1eb032fb9'} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:37:47.745323 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] Bound port: e20df8bb-9f51-4353-b2e6-f545951b03b7, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8fe982-8fcd-419d-a433-65bb059306d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5b4059c4-e980-42b2-9e93-74f1eb032fb9'}}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:37:47.745673 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:47.809713 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-edf959f2-2478-4607-9f76-694ea29f5b35 req-cd2c7eb8-33c6-43ee-81b1-3f54f775e0f2 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956650 Feb 05 22:37:47.854926 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] For port e20df8bb-9f51-4353-b2e6-f545951b03b7, host hv-cinder-81888, cleared binding levels {{(pid=87483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:37:47.858248 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] For port e20df8bb-9f51-4353-b2e6-f545951b03b7, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e20df8bb-9f51-4353-b2e6-f545951b03b7,segment=NetworkSegment(6f8fe982-8fcd-419d-a433-65bb059306d6),segment_id=6f8fe982-8fcd-419d-a433-65bb059306d6)] {{(pid=87483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:37:47.934671 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:47.938503 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 40982) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:48.006355 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:48.011146 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:48.011146 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] 10.222.0.45 "PUT /v2.0/ports/e20df8bb-9f51-4353-b2e6-f545951b03b7 HTTP/1.1" status: 200 len: 1094 time: 1.4483833 Feb 05 22:37:48.011146 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc111035-5a4c-4647-be39-128e563589cb', 'tag': 'e20df8bb-9f51-4353-b2e6-f545951b03b7'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:37:48.065728 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5dc49-c174-4650-aad3-d0a6615879a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e20df8bb-9f51-4353-b2e6-f545951b03b7,revision_number=3']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:48.080200 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc111035-5a4c-4647-be39-128e563589cb', 'tag': 'e20df8bb-9f51-4353-b2e6-f545951b03b7', 'status': 'completed', 'code': 200} Feb 05 22:37:48.170069 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e8892-b25f-45a7-b1d6-c9a2433a78b4 req-2798ede7-df7d-42cb-9c4b-f9de6fee1218 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:48.171809 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0a3e8892-b25f-45a7-b1d6-c9a2433a78b4 req-2798ede7-df7d-42cb-9c4b-f9de6fee1218 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 944 time: 0.0944121 Feb 05 22:37:48.200455 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-36010750-883d-4a14-aa88-0e8a7501c7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:48.228110 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-36010750-883d-4a14-aa88-0e8a7501c7e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:48.236297 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-36010750-883d-4a14-aa88-0e8a7501c7e3 admin admin] Usage tracker for resource:security_group_rule and tenant:5421ee3ec4cd4e35a865973eb4a2f44a is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:48.240808 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-36010750-883d-4a14-aa88-0e8a7501c7e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:48.258183 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0a3e8892-b25f-45a7-b1d6-c9a2433a78b4 req-b8ac774f-1dfd-4d48-ae64-666d61b165b9 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717010 Feb 05 22:37:48.259143 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-36010750-883d-4a14-aa88-0e8a7501c7e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:48.465282 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-36010750-883d-4a14-aa88-0e8a7501c7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:48.509113 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-08b73612-605b-445b-9546-1eb09ade8532 req-b5a6a2f5-b5f0-497e-80d7-9e23dbc3802a service neutron] 10.222.0.45 "GET /v2.0/networks/4ad457f5-4250-4af0-8275-341e9d593a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909413 Feb 05 22:37:48.597660 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332432c9-b2cc-456d-9e76-52c84e601c30 req-359cae1a-bcf1-40cd-99fa-c4866463c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:48.598241 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-36010750-883d-4a14-aa88-0e8a7501c7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:48.599794 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-332432c9-b2cc-456d-9e76-52c84e601c30 req-359cae1a-bcf1-40cd-99fa-c4866463c3fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5474d9a6de104f7bad74b5d7de3eb2df&device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 1097 time: 0.1375921 Feb 05 22:37:48.606223 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac058e-9b0a-49d5-ac36-bc63afdfb61d req-264f16dc-6e2d-44fa-a77c-5d7943800133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:48.606223 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-56ac058e-9b0a-49d5-ac36-bc63afdfb61d req-264f16dc-6e2d-44fa-a77c-5d7943800133 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5474d9a6de104f7bad74b5d7de3eb2df&device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 1096 time: 0.1005659 Feb 05 22:37:48.670117 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-36010750-883d-4a14-aa88-0e8a7501c7e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5421ee3ec4cd4e35a865973eb4a2f44a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7302148 Feb 05 22:37:48.676884 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36010750-883d-4a14-aa88-0e8a7501c7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87737e2-f6c0-437c-a950-de4acf197618,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:48.677083 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 41022) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:48.774294 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a11cf296-b10c-471d-9bea-b2affe342e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:48.777648 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-08b73612-605b-445b-9546-1eb09ade8532 req-5b986473-be21-45e0-a283-926e6496e099 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad457f5-4250-4af0-8275-341e9d593a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462142 Feb 05 22:37:48.826975 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a11cf296-b10c-471d-9bea-b2affe342e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:48.879307 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332432c9-b2cc-456d-9e76-52c84e601c30 req-c4b093a5-d27e-46a1-bb7e-13cdb870cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:48.882957 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-332432c9-b2cc-456d-9e76-52c84e601c30 req-c4b093a5-d27e-46a1-bb7e-13cdb870cfe9 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5474d9a6de104f7bad74b5d7de3eb2df&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2700384 Feb 05 22:37:49.009655 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-64183408-94b4-4b1a-9232-c213a8b474f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:49.018622 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a11cf296-b10c-471d-9bea-b2affe342e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:49.028779 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d14d41c4-f8f7-434d-8f38-66a6cedbdb36 req-1c5dcda8-5628-458c-8e45-b9617b34c019 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 210 time: 0.0801742 Feb 05 22:37:49.049372 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11cf296-b10c-471d-9bea-b2affe342e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87737e2-f6c0-437c-a950-de4acf197618,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:49.072362 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a11cf296-b10c-471d-9bea-b2affe342e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:49.073408 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-a11cf296-b10c-471d-9bea-b2affe342e4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b87737e2-f6c0-437c-a950-de4acf197618 HTTP/1.1" status: 204 len: 168 time: 0.3928134 Feb 05 22:37:49.092137 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62378636-a081-43ed-bd47-3e0f9775f9ef req-7bec7950-c0d6-464e-b02c-933742a69595 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:49.093733 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-62378636-a081-43ed-bd47-3e0f9775f9ef req-7bec7950-c0d6-464e-b02c-933742a69595 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 943 time: 0.1275759 Feb 05 22:37:49.162908 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-62378636-a081-43ed-bd47-3e0f9775f9ef req-6bd738de-af6b-4eca-9d0d-cd907ce3164e tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631063 Feb 05 22:37:49.209280 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332432c9-b2cc-456d-9e76-52c84e601c30 req-82345323-847d-498e-8835-899f74334641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:49.210939 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-332432c9-b2cc-456d-9e76-52c84e601c30 req-82345323-847d-498e-8835-899f74334641 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2564116 Feb 05 22:37:49.233526 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac058e-9b0a-49d5-ac36-bc63afdfb61d req-6957d84e-20b2-47d8-a0c3-de69b3d8255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:49.235058 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-56ac058e-9b0a-49d5-ac36-bc63afdfb61d req-6957d84e-20b2-47d8-a0c3-de69b3d8255e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5474d9a6de104f7bad74b5d7de3eb2df&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6210475 Feb 05 22:37:49.481028 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac058e-9b0a-49d5-ac36-bc63afdfb61d req-45c9432b-0d92-488b-a164-4c580f65e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:49.482484 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-56ac058e-9b0a-49d5-ac36-bc63afdfb61d req-45c9432b-0d92-488b-a164-4c580f65e1c4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2399325 Feb 05 22:37:49.490590 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2f960f14-52ab-424c-ad65-9981c5174a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:49.491995 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-2f960f14-52ab-424c-ad65-9981c5174a9a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5474d9a6de104f7bad74b5d7de3eb2df&device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 1097 time: 0.2264597 Feb 05 22:37:49.509657 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692a992-340a-4871-8832-a4f995d91449 req-4bd6be22-7065-4dcd-b104-1953c2621cc6 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:49.511033 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4692a992-340a-4871-8832-a4f995d91449 req-4bd6be22-7065-4dcd-b104-1953c2621cc6 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 944 time: 0.1353383 Feb 05 22:37:49.713989 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-6bf28463-8565-4d94-b47e-14bc6544371b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e20df8bb-9f51-4353-b2e6-f545951b03b7 HTTP/1.1" status: 200 len: 217 time: 0.2020297 Feb 05 22:37:49.814877 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4692a992-340a-4871-8832-a4f995d91449 req-43a2bb53-26ad-442e-a5d1-3087d6b30c5d tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481511 Feb 05 22:37:49.822578 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-84297867-c50d-4f74-94c2-fa08ddc7794e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:49.823977 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-84297867-c50d-4f74-94c2-fa08ddc7794e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2 HTTP/1.1" status: 200 len: 858 time: 0.0993688 Feb 05 22:37:49.911283 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-e6620c82-a169-4edb-ab28-633519e4d5ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b4059c4-e980-42b2-9e93-74f1eb032fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804365 Feb 05 22:37:49.914594 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47818ce6-656b-478a-8851-41a8c99a23fd req-8efff629-6b26-4316-acce-66dfb3b22260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:49.916173 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-47818ce6-656b-478a-8851-41a8c99a23fd req-8efff629-6b26-4316-acce-66dfb3b22260 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5474d9a6de104f7bad74b5d7de3eb2df&device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 1096 time: 0.3485408 Feb 05 22:37:50.086334 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-47818ce6-656b-478a-8851-41a8c99a23fd req-ce8c4438-5866-48ef-87a2-b03c6a23caf4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a183df7-65c7-46e9-9071-5ec23a46d735 HTTP/1.1" status: 200 len: 217 time: 0.1429503 Feb 05 22:37:50.203352 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47818ce6-656b-478a-8851-41a8c99a23fd req-58634f64-3b66-4929-9c66-c3ac512e9112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:50.205798 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-47818ce6-656b-478a-8851-41a8c99a23fd req-58634f64-3b66-4929-9c66-c3ac512e9112 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2 HTTP/1.1" status: 200 len: 858 time: 0.1109953 Feb 05 22:37:50.314553 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-664ec20f-4a00-49a1-bb57-19e3c32c8ca6 req-9d949afa-f27b-4fe1-b790-62a1315a997f tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 210 time: 0.0580220 Feb 05 22:37:50.370851 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-47818ce6-656b-478a-8851-41a8c99a23fd req-317e0436-9304-4306-b181-1886a5eac974 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b4059c4-e980-42b2-9e93-74f1eb032fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1524835 Feb 05 22:37:50.372292 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 41070) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:50.412389 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-fc522599-9a53-4a21-a9db-d5ce97a4b0a2 service neutron] 10.222.0.45 "GET /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931693 Feb 05 22:37:50.532949 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e5b331b5-62e2-4eda-8473-27f329b0ebfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:50.539788 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bef111-067e-458e-aa24-78b360e911ee req-d4542d36-b1e9-411e-99b2-cdb4bc713bdc tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:50.546276 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-27bef111-067e-458e-aa24-78b360e911ee req-d4542d36-b1e9-411e-99b2-cdb4bc713bdc tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Synchronizing usage tracker for tenant:2f1c74641009450eb3df1aeaf162ccde on resource:network {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:37:50.601525 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-e5b331b5-62e2-4eda-8473-27f329b0ebfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:50.619465 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-e5b331b5-62e2-4eda-8473-27f329b0ebfb admin admin] Usage tracker for resource:security_group_rule and tenant:c96a6bb171ea4172be44b67318f40307 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:50.624228 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-e5b331b5-62e2-4eda-8473-27f329b0ebfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:50.639031 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-e5b331b5-62e2-4eda-8473-27f329b0ebfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:50.681633 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-27bef111-067e-458e-aa24-78b360e911ee req-d4542d36-b1e9-411e-99b2-cdb4bc713bdc tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Unset dirty status for tenant:2f1c74641009450eb3df1aeaf162ccde on resource:network {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:37:50.682785 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-27bef111-067e-458e-aa24-78b360e911ee req-d4542d36-b1e9-411e-99b2-cdb4bc713bdc tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.45 "GET /v2.0/networks?id=2b0f3db0-4106-46bc-9540-b9ba783310fc HTTP/1.1" status: 200 len: 816 time: 0.3404744 Feb 05 22:37:50.743506 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1c710-9848-4108-89ef-4508637cabdb req-ec2d102e-b5fb-4142-8505-c266292edaf3 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:50.745024 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-73b1c710-9848-4108-89ef-4508637cabdb req-ec2d102e-b5fb-4142-8505-c266292edaf3 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 943 time: 0.3734860 Feb 05 22:37:50.746799 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-47818ce6-656b-478a-8851-41a8c99a23fd req-d32684d6-abb4-42f1-89c4-253d9b4a65ea service neutron] 10.222.0.45 "GET /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682516 Feb 05 22:37:50.752229 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-27bef111-067e-458e-aa24-78b360e911ee req-b8758465-9a8b-4e91-a9a6-6af9b564e369 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Synchronizing usage tracker for tenant:2f1c74641009450eb3df1aeaf162ccde on resource:security_group {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:37:50.852655 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-689d281e-f6ba-4e7f-9013-429d6d063a8a req-261b9af0-e8a1-4635-984e-96d5b83bece4 service neutron] 10.222.0.45 "GET /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996634 Feb 05 22:37:50.888777 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-27bef111-067e-458e-aa24-78b360e911ee req-b8758465-9a8b-4e91-a9a6-6af9b564e369 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Unset dirty status for tenant:2f1c74641009450eb3df1aeaf162ccde on resource:security_group {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:37:50.890187 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-27bef111-067e-458e-aa24-78b360e911ee req-b8758465-9a8b-4e91-a9a6-6af9b564e369 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f1c74641009450eb3df1aeaf162ccde HTTP/1.1" status: 200 len: 377 time: 0.1907043 Feb 05 22:37:50.901765 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [req-27bef111-067e-458e-aa24-78b360e911ee req-a13adbb9-1f06-4c06-9ad5-588b268a0389 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Request body: {'port': {'device_id': '1df173ce-874a-467f-a74a-f0add22d5f33', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'admin_state_up': True, 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'security_groups': ['9ab89023-46df-4c79-8dc8-d256640d56c2']}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:50.925304 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-73b1c710-9848-4108-89ef-4508637cabdb req-dacd3ac1-e010-4c7b-9740-238fe8fec231 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717155 Feb 05 22:37:51.000363 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e5b331b5-62e2-4eda-8473-27f329b0ebfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:51.001325 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-47818ce6-656b-478a-8851-41a8c99a23fd req-77c13e42-f536-4615-a3b8-ca9c98f19196 service neutron] 10.222.0.45 "GET /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354195 Feb 05 22:37:51.071339 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e5b331b5-62e2-4eda-8473-27f329b0ebfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:51.123939 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-e5b331b5-62e2-4eda-8473-27f329b0ebfb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c96a6bb171ea4172be44b67318f40307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7462368 Feb 05 22:37:51.124343 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 41100) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:51.126710 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b331b5-62e2-4eda-8473-27f329b0ebfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9672c934-b0f5-4a35-90e5-2fa2ef2b2a00,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:51.197650 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-fc624ece-8fcd-4fdf-b226-af4b685a582b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:51.242931 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f67ef-8e5e-4e8e-ad4e-c0971be375a7 req-ef4823b6-2b22-4111-ace3-a00f02dfdaff tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:51.244410 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-004f67ef-8e5e-4e8e-ad4e-c0971be375a7 req-ef4823b6-2b22-4111-ace3-a00f02dfdaff tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 944 time: 0.2003057 Feb 05 22:37:51.246795 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [req-27bef111-067e-458e-aa24-78b360e911ee req-a13adbb9-1f06-4c06-9ad5-588b268a0389 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:51.248251 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-fc624ece-8fcd-4fdf-b226-af4b685a582b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:51.258418 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [req-27bef111-067e-458e-aa24-78b360e911ee req-a13adbb9-1f06-4c06-9ad5-588b268a0389 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:51.292803 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-17583209-8597-4fe7-8532-7bd0f0705d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:51.304791 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-004f67ef-8e5e-4e8e-ad4e-c0971be375a7 req-67a10904-1ffa-4df1-a079-4875614f54c7 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507345 Feb 05 22:37:51.390434 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27bef111-067e-458e-aa24-78b360e911ee req-a13adbb9-1f06-4c06-9ad5-588b268a0389 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Made reservation on behalf of 2f1c74641009450eb3df1aeaf162ccde for: {'port': 1} {{(pid=87482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:37:51.394169 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-27bef111-067e-458e-aa24-78b360e911ee req-a13adbb9-1f06-4c06-9ad5-588b268a0389 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:51.467052 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a45e61d3-78b6-4e6d-9e10-99d95378a294 req-ffa8f4ce-d608-4a1c-be27-946c8fc03f32 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 210 time: 0.0420659 Feb 05 22:37:51.468316 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-fc624ece-8fcd-4fdf-b226-af4b685a582b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:51.491997 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc624ece-8fcd-4fdf-b226-af4b685a582b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9672c934-b0f5-4a35-90e5-2fa2ef2b2a00,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:51.491997 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-fc624ece-8fcd-4fdf-b226-af4b685a582b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:51.491997 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-fc624ece-8fcd-4fdf-b226-af4b685a582b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9672c934-b0f5-4a35-90e5-2fa2ef2b2a00 HTTP/1.1" status: 204 len: 168 time: 0.3642781 Feb 05 22:37:51.562384 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_common [req-27bef111-067e-458e-aa24-78b360e911ee req-a13adbb9-1f06-4c06-9ad5-588b268a0389 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Allocated IP 172.20.0.9 (2b0f3db0-4106-46bc-9540-b9ba783310fc/ef675453-a182-4ce7-8469-2fb25b5d7aea/8fd4186f-6659-4e33-beed-94d23f18a11d) {{(pid=87482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:37:51.794491 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-27bef111-067e-458e-aa24-78b360e911ee req-a13adbb9-1f06-4c06-9ad5-588b268a0389 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for port, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:51.808107 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.provisioning_blocks [req-27bef111-067e-458e-aa24-78b360e911ee req-a13adbb9-1f06-4c06-9ad5-588b268a0389 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Transition to ACTIVE for port object 8fd4186f-6659-4e33-beed-94d23f18a11d will not be triggered until provisioned by entity DHCP. {{(pid=87482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:37:51.829598 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 7a29d421-dec4-48a6-96b2-0dc58f0a52e4 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:37:51.957720 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-27bef111-067e-458e-aa24-78b360e911ee req-a13adbb9-1f06-4c06-9ad5-588b268a0389 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:51.970555 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 7a29d421-dec4-48a6-96b2-0dc58f0a52e4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7a29d421-dec4-48a6-96b2-0dc58f0a52e4,segment=NetworkSegment(fa29989e-6a27-4259-ac45-d2251527314c),segment_id=fa29989e-6a27-4259-ac45-d2251527314c)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:37:51.985426 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': '7a29d421-dec4-48a6-96b2-0dc58f0a52e4', 'network_id': '4ad457f5-4250-4af0-8275-341e9d593a42', 'port_id': '7a29d421-dec4-48a6-96b2-0dc58f0a52e4', 'mac_address': 'fa:16:3e:a5:c5:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519f5467-b974-4c9d-a3ed-3217451b8928', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:37:52.052190 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:52.060619 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27bef111-067e-458e-aa24-78b360e911ee req-a13adbb9-1f06-4c06-9ad5-588b268a0389 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Network 2b0f3db0-4106-46bc-9540-b9ba783310fc is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:37:52.061878 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [req-27bef111-067e-458e-aa24-78b360e911ee req-a13adbb9-1f06-4c06-9ad5-588b268a0389 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:37:52.074419 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a29d421-dec4-48a6-96b2-0dc58f0a52e4 {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:37:52.078080 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bef111-067e-458e-aa24-78b360e911ee req-a13adbb9-1f06-4c06-9ad5-588b268a0389 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Received port after_create {{(pid=87482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:37:52.083885 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bef111-067e-458e-aa24-78b360e911ee req-a13adbb9-1f06-4c06-9ad5-588b268a0389 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:52.084529 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-27bef111-067e-458e-aa24-78b360e911ee req-a13adbb9-1f06-4c06-9ad5-588b268a0389 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for port, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:52.088804 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13adbb9-1f06-4c06-9ad5-588b268a0389 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Pushing event updated for resources: {'Port': ['ID=8fd4186f-6659-4e33-beed-94d23f18a11d,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:52.096496 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 7a29d421-dec4-48a6-96b2-0dc58f0a52e4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7a29d421-dec4-48a6-96b2-0dc58f0a52e4,segment=NetworkSegment(fa29989e-6a27-4259-ac45-d2251527314c),segment_id=fa29989e-6a27-4259-ac45-d2251527314c)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:37:52.247347 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc953ef1-ca06-44b3-aa4c-48ec5b91b97f req-9b36ce00-ade3-4733-ba1d-37a6b0135938 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:52.248871 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-dc953ef1-ca06-44b3-aa4c-48ec5b91b97f req-9b36ce00-ade3-4733-ba1d-37a6b0135938 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 943 time: 0.1413002 Feb 05 22:37:52.298229 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:52.301994 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-dc953ef1-ca06-44b3-aa4c-48ec5b91b97f req-e061d357-eb5f-4bde-9c1a-44d8e23d3d3a tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430262 Feb 05 22:37:52.378733 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=7a29d421-dec4-48a6-96b2-0dc58f0a52e4,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:52.382196 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:52.414398 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-27bef111-067e-458e-aa24-78b360e911ee req-a13adbb9-1f06-4c06-9ad5-588b268a0389 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5185869 Feb 05 22:37:52.544827 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-bbee22a6-0e35-4ddf-b43a-99861b1e1583 None None] Provisioning for port 8fd4186f-6659-4e33-beed-94d23f18a11d completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:37:52.548607 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89a2f3-9e51-4318-addc-c6cbe27b154b req-baaa9da9-8c08-489e-9b69-9001dc5cbc02 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:52.550415 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-bbee22a6-0e35-4ddf-b43a-99861b1e1583 None None] Provisioning complete for port 8fd4186f-6659-4e33-beed-94d23f18a11d triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:37:52.550791 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-bbee22a6-0e35-4ddf-b43a-99861b1e1583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:52.556544 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ee89a2f3-9e51-4318-addc-c6cbe27b154b req-baaa9da9-8c08-489e-9b69-9001dc5cbc02 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 944 time: 0.1126006 Feb 05 22:37:52.590791 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:52.608082 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ee89a2f3-9e51-4318-addc-c6cbe27b154b req-c9b819c2-9236-49f9-8f24-dc96a926fd82 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505762 Feb 05 22:37:52.663837 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-bbee22a6-0e35-4ddf-b43a-99861b1e1583 None None] Port 8fd4186f-6659-4e33-beed-94d23f18a11d cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:37:52.699148 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced231aa-689a-4909-96a4-369edd9643d6 req-b57de59b-7599-4690-8e46-ee29e0c1878a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:52.705275 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-ced231aa-689a-4909-96a4-369edd9643d6 req-b57de59b-7599-4690-8e46-ee29e0c1878a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Synchronizing usage tracker for tenant:2f1c74641009450eb3df1aeaf162ccde on resource:port {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:37:52.803355 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-ced231aa-689a-4909-96a4-369edd9643d6 req-b57de59b-7599-4690-8e46-ee29e0c1878a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Unset dirty status for tenant:2f1c74641009450eb3df1aeaf162ccde on resource:port {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:37:52.804636 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ced231aa-689a-4909-96a4-369edd9643d6 req-b57de59b-7599-4690-8e46-ee29e0c1878a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 931 time: 0.1899304 Feb 05 22:37:52.877172 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ced231aa-689a-4909-96a4-369edd9643d6 req-8138333b-9947-45c8-ac59-26a356744a4b tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0629206 Feb 05 22:37:53.520517 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb0541-a645-4a8f-b9bb-7dae45ba886d req-6232f8e0-2045-4521-b513-ee000e709d61 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:53.522471 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-47eb0541-a645-4a8f-b9bb-7dae45ba886d req-6232f8e0-2045-4521-b513-ee000e709d61 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 944 time: 0.0983458 Feb 05 22:37:53.575967 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-47eb0541-a645-4a8f-b9bb-7dae45ba886d req-4bce79ec-197c-4832-9e76-6cba593b0247 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477090 Feb 05 22:37:53.704593 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:53.811072 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4360ef-4135-4f77-87b6-9332ecba5ec9 req-87a336cb-0457-467f-8805-94e4e4e0cd4c tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:53.812615 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2c4360ef-4135-4f77-87b6-9332ecba5ec9 req-87a336cb-0457-467f-8805-94e4e4e0cd4c tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 944 time: 0.0911794 Feb 05 22:37:53.856983 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2c4360ef-4135-4f77-87b6-9332ecba5ec9 req-2f7ad3b5-2373-4f07-b07e-df605ae66661 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386276 Feb 05 22:37:53.865374 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [req-27bef111-067e-458e-aa24-78b360e911ee req-3194a637-2516-4541-8a8e-592596efee2e service neutron] Request body: {'port': {'device_id': '1df173ce-874a-467f-a74a-f0add22d5f33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:37:54.025931 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-27bef111-067e-458e-aa24-78b360e911ee req-3194a637-2516-4541-8a8e-592596efee2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:54.161349 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b628597-f577-4c0d-b4b6-9c32b6ef34ab req-dae6b1a4-ce0f-4fee-b9e9-b3f0a5b6ff8f tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:54.162728 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4b628597-f577-4c0d-b4b6-9c32b6ef34ab req-dae6b1a4-ce0f-4fee-b9e9-b3f0a5b6ff8f tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 931 time: 0.1592960 Feb 05 22:37:54.208101 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4b628597-f577-4c0d-b4b6-9c32b6ef34ab req-34d1657d-2e29-4fc1-ba45-9499322a7e6c tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0390446 Feb 05 22:37:54.376778 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.notifiers.nova [req-27bef111-067e-458e-aa24-78b360e911ee req-3194a637-2516-4541-8a8e-592596efee2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fd4186f-6659-4e33-beed-94d23f18a11d {{(pid=87482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:37:54.384911 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-27bef111-067e-458e-aa24-78b360e911ee req-3194a637-2516-4541-8a8e-592596efee2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:54.400245 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.provisioning_blocks [req-27bef111-067e-458e-aa24-78b360e911ee req-3194a637-2516-4541-8a8e-592596efee2e service neutron] Transition to ACTIVE for port object 8fd4186f-6659-4e33-beed-94d23f18a11d will not be triggered until provisioned by entity L2. {{(pid=87482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:37:54.504780 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-27bef111-067e-458e-aa24-78b360e911ee req-3194a637-2516-4541-8a8e-592596efee2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:54.664768 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194a637-2516-4541-8a8e-592596efee2e service neutron] Pushing event updated for resources: {'Port': ['ID=8fd4186f-6659-4e33-beed-94d23f18a11d,revision_number=2']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:54.696124 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.managers [req-27bef111-067e-458e-aa24-78b360e911ee req-3194a637-2516-4541-8a8e-592596efee2e service neutron] Attempting to bind port 8fd4186f-6659-4e33-beed-94d23f18a11d on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:37:54.697206 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.managers [req-27bef111-067e-458e-aa24-78b360e911ee req-3194a637-2516-4541-8a8e-592596efee2e service neutron] Attempting to bind port 8fd4186f-6659-4e33-beed-94d23f18a11d by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '03e209a7-0239-4481-a984-9b840e367576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc'}] {{(pid=87482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:37:54.697596 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bef111-067e-458e-aa24-78b360e911ee req-3194a637-2516-4541-8a8e-592596efee2e service neutron] Attempting to bind port 8fd4186f-6659-4e33-beed-94d23f18a11d on network 2b0f3db0-4106-46bc-9540-b9ba783310fc {{(pid=87482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:37:54.705920 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bef111-067e-458e-aa24-78b360e911ee req-3194a637-2516-4541-8a8e-592596efee2e service neutron] Port 8fd4186f-6659-4e33-beed-94d23f18a11d on network 2b0f3db0-4106-46bc-9540-b9ba783310fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 05 22:37:54.706235 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bef111-067e-458e-aa24-78b360e911ee req-3194a637-2516-4541-8a8e-592596efee2e service neutron] Attempting to bind port 8fd4186f-6659-4e33-beed-94d23f18a11d on network 2b0f3db0-4106-46bc-9540-b9ba783310fc {{(pid=87482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:37:54.712349 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bef111-067e-458e-aa24-78b360e911ee req-3194a637-2516-4541-8a8e-592596efee2e service neutron] Checking agent: {'id': 'bad58867-603f-489e-b0dd-362048cf3d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'started_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:37:54.712761 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bef111-067e-458e-aa24-78b360e911ee req-3194a637-2516-4541-8a8e-592596efee2e service neutron] Checking segment: {'id': '03e209a7-0239-4481-a984-9b840e367576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:37:54.713262 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bef111-067e-458e-aa24-78b360e911ee req-3194a637-2516-4541-8a8e-592596efee2e service neutron] Bound using segment: {'id': '03e209a7-0239-4481-a984-9b840e367576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc'} {{(pid=87482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:37:54.713769 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.managers [req-27bef111-067e-458e-aa24-78b360e911ee req-3194a637-2516-4541-8a8e-592596efee2e service neutron] Bound port: 8fd4186f-6659-4e33-beed-94d23f18a11d, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e209a7-0239-4481-a984-9b840e367576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc'}}] {{(pid=87482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:37:54.715468 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-27bef111-067e-458e-aa24-78b360e911ee req-3194a637-2516-4541-8a8e-592596efee2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:54.835970 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 3a183df7-65c7-46e9-9071-5ec23a46d735 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:37:54.941873 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.db [req-27bef111-067e-458e-aa24-78b360e911ee req-3194a637-2516-4541-8a8e-592596efee2e service neutron] For port 8fd4186f-6659-4e33-beed-94d23f18a11d, host hv-cinder-81888, cleared binding levels {{(pid=87482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:37:54.964708 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.db [req-27bef111-067e-458e-aa24-78b360e911ee req-3194a637-2516-4541-8a8e-592596efee2e service neutron] For port 8fd4186f-6659-4e33-beed-94d23f18a11d, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8fd4186f-6659-4e33-beed-94d23f18a11d,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:37:54.995873 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebec0aa-ff7e-40fc-8d15-1db61c8fd61c req-f153976e-536c-4cb3-bfbb-f3d7376824f3 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:54.997586 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0ebec0aa-ff7e-40fc-8d15-1db61c8fd61c req-f153976e-536c-4cb3-bfbb-f3d7376824f3 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 944 time: 0.2684691 Feb 05 22:37:55.003978 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 3a183df7-65c7-46e9-9071-5ec23a46d735, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3a183df7-65c7-46e9-9071-5ec23a46d735,segment=NetworkSegment(6f8fe982-8fcd-419d-a433-65bb059306d6),segment_id=6f8fe982-8fcd-419d-a433-65bb059306d6)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:37:55.024394 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': '3a183df7-65c7-46e9-9071-5ec23a46d735', 'network_id': '5b4059c4-e980-42b2-9e93-74f1eb032fb9', 'port_id': '3a183df7-65c7-46e9-9071-5ec23a46d735', 'mac_address': 'fa:16:3e:0d:64:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:37:55.054319 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0ebec0aa-ff7e-40fc-8d15-1db61c8fd61c req-7e946542-4ed9-4968-a7a8-e3e89c5adada tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502365 Feb 05 22:37:55.058358 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-27bef111-067e-458e-aa24-78b360e911ee req-3194a637-2516-4541-8a8e-592596efee2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:55.100288 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b38fa-819c-4583-89a1-31bfaff78b95 req-aca6f551-7c3f-4208-a94d-7e8a152b1b40 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:55.102507 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f50b38fa-819c-4583-89a1-31bfaff78b95 req-aca6f551-7c3f-4208-a94d-7e8a152b1b40 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 944 time: 0.1045809 Feb 05 22:37:55.105780 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bef111-067e-458e-aa24-78b360e911ee req-3194a637-2516-4541-8a8e-592596efee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:55.106384 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-27bef111-067e-458e-aa24-78b360e911ee req-3194a637-2516-4541-8a8e-592596efee2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for port, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:55.107728 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-27bef111-067e-458e-aa24-78b360e911ee req-3194a637-2516-4541-8a8e-592596efee2e service neutron] 10.222.0.45 "PUT /v2.0/ports/8fd4186f-6659-4e33-beed-94d23f18a11d HTTP/1.1" status: 200 len: 1093 time: 1.2497907 Feb 05 22:37:55.108184 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df173ce-874a-467f-a74a-f0add22d5f33', 'tag': '8fd4186f-6659-4e33-beed-94d23f18a11d'}] {{(pid=87482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:37:55.126782 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['7a29d421-dec4-48a6-96b2-0dc58f0a52e4'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:37:55.191757 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194a637-2516-4541-8a8e-592596efee2e service neutron] Pushing event updated for resources: {'Port': ['ID=8fd4186f-6659-4e33-beed-94d23f18a11d,revision_number=3']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:55.213132 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df173ce-874a-467f-a74a-f0add22d5f33', 'tag': '8fd4186f-6659-4e33-beed-94d23f18a11d', 'status': 'completed', 'code': 200} Feb 05 22:37:55.239184 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f50b38fa-819c-4583-89a1-31bfaff78b95 req-4565a4fd-f2cb-4ef8-ac4a-3e296f10fbed tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262467 Feb 05 22:37:55.314608 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:55.360736 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8965aed-49fb-450e-ba36-a1cf07b21fda req-fcbba9de-978e-4ee8-a10a-47020685d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:55.363119 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e8965aed-49fb-450e-ba36-a1cf07b21fda req-fcbba9de-978e-4ee8-a10a-47020685d44b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1c74641009450eb3df1aeaf162ccde&device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 1096 time: 0.1264856 Feb 05 22:37:55.366637 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a183df7-65c7-46e9-9071-5ec23a46d735 {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:37:55.431435 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 3a183df7-65c7-46e9-9071-5ec23a46d735, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3a183df7-65c7-46e9-9071-5ec23a46d735,segment=NetworkSegment(6f8fe982-8fcd-419d-a433-65bb059306d6),segment_id=6f8fe982-8fcd-419d-a433-65bb059306d6)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:37:55.533624 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:55.585938 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95913d5e-bdf3-46d8-abbc-cf2724ef181c req-71bbcb19-d563-45ec-8405-75c6597957be tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:55.587446 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-95913d5e-bdf3-46d8-abbc-cf2724ef181c req-71bbcb19-d563-45ec-8405-75c6597957be tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.2202015 Feb 05 22:37:55.610203 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8965aed-49fb-450e-ba36-a1cf07b21fda req-033e4844-5bf8-40dc-8690-633afb43a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:55.611607 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e8965aed-49fb-450e-ba36-a1cf07b21fda req-033e4844-5bf8-40dc-8690-633afb43a4a2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2f1c74641009450eb3df1aeaf162ccde&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1949096 Feb 05 22:37:55.623600 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=3a183df7-65c7-46e9-9071-5ec23a46d735,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:55.713677 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-95913d5e-bdf3-46d8-abbc-cf2724ef181c req-c90c1f49-0aa6-474a-832a-061d0802bfed tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1193600 Feb 05 22:37:55.765199 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['3a183df7-65c7-46e9-9071-5ec23a46d735'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:37:55.778512 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8965aed-49fb-450e-ba36-a1cf07b21fda req-2698fda1-5556-4b25-a4b2-f5511e1a6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:55.780138 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e8965aed-49fb-450e-ba36-a1cf07b21fda req-2698fda1-5556-4b25-a4b2-f5511e1a6f62 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1611798 Feb 05 22:37:55.911691 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bef111-067e-458e-aa24-78b360e911ee req-932dfb46-084e-4b8e-a60c-a60844dbbfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:55.914633 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-27bef111-067e-458e-aa24-78b360e911ee req-932dfb46-084e-4b8e-a60c-a60844dbbfde service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1c74641009450eb3df1aeaf162ccde&device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 1096 time: 0.0881500 Feb 05 22:37:55.990677 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-27bef111-067e-458e-aa24-78b360e911ee req-1dc34efc-1f8e-4662-8dde-ee51c24ec52a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fd4186f-6659-4e33-beed-94d23f18a11d HTTP/1.1" status: 200 len: 217 time: 0.0679176 Feb 05 22:37:56.054891 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bef111-067e-458e-aa24-78b360e911ee req-c3da7706-3301-4720-9d17-bd226e5fcdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:56.056474 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-27bef111-067e-458e-aa24-78b360e911ee req-c3da7706-3301-4720-9d17-bd226e5fcdfe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef675453-a182-4ce7-8469-2fb25b5d7aea HTTP/1.1" status: 200 len: 855 time: 0.0587711 Feb 05 22:37:56.134391 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bef111-067e-458e-aa24-78b360e911ee req-5b1691c3-6a7b-4808-b29f-794feefce709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:56.135979 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-27bef111-067e-458e-aa24-78b360e911ee req-5b1691c3-6a7b-4808-b29f-794feefce709 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b0f3db0-4106-46bc-9540-b9ba783310fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727673 Feb 05 22:37:56.250026 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c5b77-1637-4143-afc4-38010166f6d4 req-762a267a-5e14-4d54-875a-8383f2ece0f4 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:56.250832 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a56c5b77-1637-4143-afc4-38010166f6d4 req-762a267a-5e14-4d54-875a-8383f2ece0f4 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 944 time: 0.0955436 Feb 05 22:37:56.278940 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-27bef111-067e-458e-aa24-78b360e911ee req-86d4b7fd-6148-49b8-b80f-2ab6a3aa0d04 service neutron] 10.222.0.45 "GET /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363006 Feb 05 22:37:56.317135 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a56c5b77-1637-4143-afc4-38010166f6d4 req-5d59ee3a-b240-4325-a49a-4a1d37041e99 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608342 Feb 05 22:37:56.486443 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-27bef111-067e-458e-aa24-78b360e911ee req-80e63d71-d8ee-469c-b0b1-11a2f09e8b50 service neutron] 10.222.0.45 "GET /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003562 Feb 05 22:37:56.498572 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5987bc7-ce25-4145-9985-6a15830a9716 req-cd618633-a267-4267-aedb-9310053a73c2 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:56.499931 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f5987bc7-ce25-4145-9985-6a15830a9716 req-cd618633-a267-4267-aedb-9310053a73c2 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 944 time: 0.1317043 Feb 05 22:37:56.544358 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f5987bc7-ce25-4145-9985-6a15830a9716 req-e3ae4ff5-b37d-4a91-9faa-653dc8a10818 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383003 Feb 05 22:37:56.819352 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device e20df8bb-9f51-4353-b2e6-f545951b03b7 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:37:56.925270 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c91411-1d7e-4ec0-a942-792d4129c1d0 req-5c4dacea-3dad-430b-a9df-5dc5e34f5d66 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:56.932865 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-12c91411-1d7e-4ec0-a942-792d4129c1d0 req-5c4dacea-3dad-430b-a9df-5dc5e34f5d66 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.0981443 Feb 05 22:37:56.958510 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 3a183df7-65c7-46e9-9071-5ec23a46d735 up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:37:56.985432 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-12c91411-1d7e-4ec0-a942-792d4129c1d0 req-8908be2f-c80c-4f57-8ee2-1998580c65c6 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0515425 Feb 05 22:37:57.025873 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port e20df8bb-9f51-4353-b2e6-f545951b03b7, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e20df8bb-9f51-4353-b2e6-f545951b03b7,segment=NetworkSegment(6f8fe982-8fcd-419d-a433-65bb059306d6),segment_id=6f8fe982-8fcd-419d-a433-65bb059306d6)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:37:57.044929 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': 'e20df8bb-9f51-4353-b2e6-f545951b03b7', 'network_id': '5b4059c4-e980-42b2-9e93-74f1eb032fb9', 'port_id': 'e20df8bb-9f51-4353-b2e6-f545951b03b7', 'mac_address': 'fa:16:3e:81:50:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:37:57.112626 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:57.128876 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e20df8bb-9f51-4353-b2e6-f545951b03b7 {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:37:57.144612 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port e20df8bb-9f51-4353-b2e6-f545951b03b7, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e20df8bb-9f51-4353-b2e6-f545951b03b7,segment=NetworkSegment(6f8fe982-8fcd-419d-a433-65bb059306d6),segment_id=6f8fe982-8fcd-419d-a433-65bb059306d6)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:37:57.218670 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning for port 3a183df7-65c7-46e9-9071-5ec23a46d735 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:37:57.223536 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port 3a183df7-65c7-46e9-9071-5ec23a46d735 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:37:57.223932 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:57.263270 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:57.355124 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=e20df8bb-9f51-4353-b2e6-f545951b03b7,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:57.422268 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:57.452283 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562caf5e-d3eb-4f1e-a0d4-507c73e66372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a183df7-65c7-46e9-9071-5ec23a46d735'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:37:57.525077 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['e20df8bb-9f51-4353-b2e6-f545951b03b7'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:37:57.529992 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cb16a-57e3-496d-89e5-983279041099 req-f8fcd784-8e6f-4d92-8758-69887134bb08 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:57.531784 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4c2cb16a-57e3-496d-89e5-983279041099 req-f8fcd784-8e6f-4d92-8758-69887134bb08 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 944 time: 0.0838418 Feb 05 22:37:57.571577 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 3a183df7-65c7-46e9-9071-5ec23a46d735, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3a183df7-65c7-46e9-9071-5ec23a46d735,segment=NetworkSegment(6f8fe982-8fcd-419d-a433-65bb059306d6),segment_id=6f8fe982-8fcd-419d-a433-65bb059306d6)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:37:57.606118 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4c2cb16a-57e3-496d-89e5-983279041099 req-2c4e519c-c92a-4563-86e3-3cc77aecbdb5 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683992 Feb 05 22:37:57.635132 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:57.635909 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 7a29d421-dec4-48a6-96b2-0dc58f0a52e4 up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:37:57.786879 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25184370-0ab4-444e-b200-8e3286f65d7c req-c21c68ef-f208-4742-bf07-2e6bd10bd288 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:57.789980 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-25184370-0ab4-444e-b200-8e3286f65d7c req-c21c68ef-f208-4742-bf07-2e6bd10bd288 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 945 time: 0.0882287 Feb 05 22:37:57.803147 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=3a183df7-65c7-46e9-9071-5ec23a46d735,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:57.835268 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-25184370-0ab4-444e-b200-8e3286f65d7c req-cb0fb43c-c8bd-4614-a0c9-f3f275a1ebdd tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393691 Feb 05 22:37:57.961812 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning for port 7a29d421-dec4-48a6-96b2-0dc58f0a52e4 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:37:57.967031 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port 7a29d421-dec4-48a6-96b2-0dc58f0a52e4 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:37:57.967407 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:58.094783 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:58.129849 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 7a29d421-dec4-48a6-96b2-0dc58f0a52e4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7a29d421-dec4-48a6-96b2-0dc58f0a52e4,segment=NetworkSegment(fa29989e-6a27-4259-ac45-d2251527314c),segment_id=fa29989e-6a27-4259-ac45-d2251527314c)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:37:58.188427 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9502f8-1437-42b6-b7b6-024f55fe3ef0 req-b358dda0-b8de-4345-a2a4-3f018a99e32f tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:58.190349 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-3f9502f8-1437-42b6-b7b6-024f55fe3ef0 req-b358dda0-b8de-4345-a2a4-3f018a99e32f tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.0974772 Feb 05 22:37:58.214546 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 41338) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:58.221800 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:58.240069 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-3f9502f8-1437-42b6-b7b6-024f55fe3ef0 req-c247fa0a-71e0-4418-b92a-f5cb3236a029 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418923 Feb 05 22:37:58.310010 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=7a29d421-dec4-48a6-96b2-0dc58f0a52e4,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:58.341018 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 41348) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:58.349127 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 41354) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:58.376096 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 41360) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:58.483899 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-435a3696-fd88-40e2-bfe9-0d6ee8923306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:58.533679 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-81f04e7d-4120-4efc-a7bc-6d0b2b731d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:58.542789 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-435a3696-fd88-40e2-bfe9-0d6ee8923306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:58.548572 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-eba5b86f-c30f-404d-bdcb-49d4e2fe72c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:58.549216 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-435a3696-fd88-40e2-bfe9-0d6ee8923306 admin admin] Usage tracker for resource:security_group_rule and tenant:e85061df65d446429c9d35ac76ca54c6 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:58.553375 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-435a3696-fd88-40e2-bfe9-0d6ee8923306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:58.559746 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-81f04e7d-4120-4efc-a7bc-6d0b2b731d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:58.562006 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-435a3696-fd88-40e2-bfe9-0d6ee8923306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:58.566191 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-81f04e7d-4120-4efc-a7bc-6d0b2b731d11 admin admin] Usage tracker for resource:security_group_rule and tenant:f567bfddf362465a8d2fd75dcde6108f is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:58.571272 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-81f04e7d-4120-4efc-a7bc-6d0b2b731d11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:58.571843 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c00ca8b2-10dc-4a96-9c5b-2b12b40e4d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:58.580468 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-81f04e7d-4120-4efc-a7bc-6d0b2b731d11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:58.608890 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562caf5e-d3eb-4f1e-a0d4-507c73e66372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a183df7-65c7-46e9-9071-5ec23a46d735', 'code': 200} Feb 05 22:37:58.648144 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-eba5b86f-c30f-404d-bdcb-49d4e2fe72c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:58.654277 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-eba5b86f-c30f-404d-bdcb-49d4e2fe72c1 admin admin] Usage tracker for resource:security_group_rule and tenant:817fcfc327be48f88446a0d6cb48d6ef is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:58.656985 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-c00ca8b2-10dc-4a96-9c5b-2b12b40e4d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:37:58.659127 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-eba5b86f-c30f-404d-bdcb-49d4e2fe72c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:58.666192 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-c00ca8b2-10dc-4a96-9c5b-2b12b40e4d17 admin admin] Usage tracker for resource:security_group_rule and tenant:938e35a12cd74766b9135561007681e2 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:37:58.669059 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-eba5b86f-c30f-404d-bdcb-49d4e2fe72c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:58.671056 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-c00ca8b2-10dc-4a96-9c5b-2b12b40e4d17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:37:58.678458 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-c00ca8b2-10dc-4a96-9c5b-2b12b40e4d17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:37:58.721804 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-81f04e7d-4120-4efc-a7bc-6d0b2b731d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:58.760935 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-435a3696-fd88-40e2-bfe9-0d6ee8923306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:58.795676 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-81f04e7d-4120-4efc-a7bc-6d0b2b731d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:58.843659 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f04e7d-4120-4efc-a7bc-6d0b2b731d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b40dd8-e768-488d-9c83-ed47399446f2,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:58.847949 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-81f04e7d-4120-4efc-a7bc-6d0b2b731d11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f567bfddf362465a8d2fd75dcde6108f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5056326 Feb 05 22:37:58.850728 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 41372) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:58.873210 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-eba5b86f-c30f-404d-bdcb-49d4e2fe72c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:58.904478 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533b1a6-515a-4d35-a64d-fbe323eb9f65 req-715b115e-0b3c-4332-adfe-4fb3752d1366 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:58.904928 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-435a3696-fd88-40e2-bfe9-0d6ee8923306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:58.911779 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4533b1a6-515a-4d35-a64d-fbe323eb9f65 req-715b115e-0b3c-4332-adfe-4fb3752d1366 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 945 time: 0.1929176 Feb 05 22:37:58.948515 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-435a3696-fd88-40e2-bfe9-0d6ee8923306 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e85061df65d446429c9d35ac76ca54c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7322440 Feb 05 22:37:58.949337 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 41378) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:58.957042 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c00ca8b2-10dc-4a96-9c5b-2b12b40e4d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:58.965099 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4533b1a6-515a-4d35-a64d-fbe323eb9f65 req-aff8fb5d-c730-453a-bafd-edccc8daad6c tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525274 Feb 05 22:37:58.978887 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-eba5b86f-c30f-404d-bdcb-49d4e2fe72c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:59.026738 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-eba5b86f-c30f-404d-bdcb-49d4e2fe72c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=817fcfc327be48f88446a0d6cb48d6ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6762776 Feb 05 22:37:59.028089 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5b86f-c30f-404d-bdcb-49d4e2fe72c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8718fb-3387-4e21-9231-9405f4e8890c,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:59.030098 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 41382) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:59.055861 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c00ca8b2-10dc-4a96-9c5b-2b12b40e4d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:59.074770 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a3696-fd88-40e2-bfe9-0d6ee8923306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c24550a-fc3b-4672-bf52-f92cdda89d78,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:59.081390 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e094a60a-81ec-426b-a878-4edcca60015e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:59.130198 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-c00ca8b2-10dc-4a96-9c5b-2b12b40e4d17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=938e35a12cd74766b9135561007681e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7577398 Feb 05 22:37:59.130585 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e094a60a-81ec-426b-a878-4edcca60015e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:59.133889 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 41386) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:37:59.136056 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ca8b2-10dc-4a96-9c5b-2b12b40e4d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d68c3cb-e514-43fa-9253-83c7be3bd79c,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:59.138398 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-d4d34567-1f7d-435e-9b40-98ebd5eab162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:59.149686 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d1711d31-8513-45e6-a6a7-bda27a246304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:59.192438 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00784718-e882-4db7-aefa-8fb5781729c2 req-a80e07a6-e1d7-4bad-9e95-5cda3d6b32a7 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:59.194448 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-00784718-e882-4db7-aefa-8fb5781729c2 req-a80e07a6-e1d7-4bad-9e95-5cda3d6b32a7 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 945 time: 0.2376530 Feb 05 22:37:59.195970 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d1711d31-8513-45e6-a6a7-bda27a246304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:59.200933 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-d4d34567-1f7d-435e-9b40-98ebd5eab162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:59.247417 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9c8c0ec9-b328-4107-852f-3d863a0c8f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:59.273818 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-00784718-e882-4db7-aefa-8fb5781729c2 req-a2491ba5-fb26-4090-8347-fb04d4b2d56e tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644271 Feb 05 22:37:59.274964 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9c8c0ec9-b328-4107-852f-3d863a0c8f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:59.361726 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e094a60a-81ec-426b-a878-4edcca60015e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:59.379534 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094a60a-81ec-426b-a878-4edcca60015e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b40dd8-e768-488d-9c83-ed47399446f2,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:59.388728 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e094a60a-81ec-426b-a878-4edcca60015e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:59.391392 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-e094a60a-81ec-426b-a878-4edcca60015e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4b40dd8-e768-488d-9c83-ed47399446f2 HTTP/1.1" status: 204 len: 168 time: 0.5389626 Feb 05 22:37:59.392584 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-d4d34567-1f7d-435e-9b40-98ebd5eab162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:59.395863 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-d4d34567-1f7d-435e-9b40-98ebd5eab162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:59.399298 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-d4d34567-1f7d-435e-9b40-98ebd5eab162 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c24550a-fc3b-4672-bf52-f92cdda89d78 HTTP/1.1" status: 204 len: 168 time: 0.4423237 Feb 05 22:37:59.416644 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d34567-1f7d-435e-9b40-98ebd5eab162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c24550a-fc3b-4672-bf52-f92cdda89d78,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:59.430772 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9c8c0ec9-b328-4107-852f-3d863a0c8f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:59.434371 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d1711d31-8513-45e6-a6a7-bda27a246304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:59.468475 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c0ec9-b328-4107-852f-3d863a0c8f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d68c3cb-e514-43fa-9253-83c7be3bd79c,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:59.470585 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9c8c0ec9-b328-4107-852f-3d863a0c8f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:59.471687 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-9c8c0ec9-b328-4107-852f-3d863a0c8f93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d68c3cb-e514-43fa-9253-83c7be3bd79c HTTP/1.1" status: 204 len: 168 time: 0.3368182 Feb 05 22:37:59.484070 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d1711d31-8513-45e6-a6a7-bda27a246304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:59.487969 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-d1711d31-8513-45e6-a6a7-bda27a246304 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d8718fb-3387-4e21-9231-9405f4e8890c HTTP/1.1" status: 204 len: 168 time: 0.4571280 Feb 05 22:37:59.495134 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1711d31-8513-45e6-a6a7-bda27a246304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8718fb-3387-4e21-9231-9405f4e8890c,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:37:59.525468 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e033e-ef7c-4978-89e9-e4935f1e66da req-440af71e-8602-4dfc-9039-b7360b43b73b tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:37:59.527100 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-457e033e-ef7c-4978-89e9-e4935f1e66da req-440af71e-8602-4dfc-9039-b7360b43b73b tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.1602590 Feb 05 22:37:59.574662 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-457e033e-ef7c-4978-89e9-e4935f1e66da req-42de3dc1-72d8-42ed-9fca-cd391ec1c6b5 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417707 Feb 05 22:37:59.652017 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 8fd4186f-6659-4e33-beed-94d23f18a11d details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:37:59.654221 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device e20df8bb-9f51-4353-b2e6-f545951b03b7 up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:37:59.839624 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 8fd4186f-6659-4e33-beed-94d23f18a11d, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8fd4186f-6659-4e33-beed-94d23f18a11d,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:37:59.854995 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': '8fd4186f-6659-4e33-beed-94d23f18a11d', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'port_id': '8fd4186f-6659-4e33-beed-94d23f18a11d', 'mac_address': 'fa:16:3e:aa:6d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:37:59.902730 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning for port e20df8bb-9f51-4353-b2e6-f545951b03b7 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:37:59.918866 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port e20df8bb-9f51-4353-b2e6-f545951b03b7 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:37:59.919357 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:59.973463 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:37:59.995648 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd4186f-6659-4e33-beed-94d23f18a11d {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:38:00.017284 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 8fd4186f-6659-4e33-beed-94d23f18a11d, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8fd4186f-6659-4e33-beed-94d23f18a11d,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:38:00.074403 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:00.087925 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:00.161491 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port e20df8bb-9f51-4353-b2e6-f545951b03b7, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e20df8bb-9f51-4353-b2e6-f545951b03b7,segment=NetworkSegment(6f8fe982-8fcd-419d-a433-65bb059306d6),segment_id=6f8fe982-8fcd-419d-a433-65bb059306d6)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:38:00.175440 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=8fd4186f-6659-4e33-beed-94d23f18a11d,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:00.175708 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17382f5d-f80a-469d-b719-731d27b18730 req-0992bd18-daea-4306-9170-827293159131 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:00.177319 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-17382f5d-f80a-469d-b719-731d27b18730 req-0992bd18-daea-4306-9170-827293159131 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 945 time: 0.1032667 Feb 05 22:38:00.223907 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:00.228292 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-17382f5d-f80a-469d-b719-731d27b18730 req-b3592f27-05db-4268-815a-36890fd7e770 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409999 Feb 05 22:38:00.302951 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=e20df8bb-9f51-4353-b2e6-f545951b03b7,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:00.467028 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a402d9-2422-4172-8711-4280491c23e1 req-06249f81-bade-4ef3-8057-53865773d791 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:00.468474 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a6a402d9-2422-4172-8711-4280491c23e1 req-06249f81-bade-4ef3-8057-53865773d791 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0802190 Feb 05 22:38:00.561553 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a6a402d9-2422-4172-8711-4280491c23e1 req-9c573fbe-11be-4d24-ad7a-abc590ab664f tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874977 Feb 05 22:38:00.580926 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8b835-0a0c-4952-9a7e-5617ecb3b321 req-6b7d6d22-18f4-4099-accd-1359529d6c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:00.582413 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-cbb8b835-0a0c-4952-9a7e-5617ecb3b321 req-6b7d6d22-18f4-4099-accd-1359529d6c84 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 1098 time: 0.0879190 Feb 05 22:38:00.610164 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bb6786-0301-40cb-b92b-425fe9c7c497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a29d421-dec4-48a6-96b2-0dc58f0a52e4'}, {'server_uuid': 'bc111035-5a4c-4647-be39-128e563589cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20df8bb-9f51-4353-b2e6-f545951b03b7'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:38:00.627833 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 41420) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:00.643547 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0ed5c4d2-079f-4039-83bd-7f7a7a24a1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:00.664242 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-0ed5c4d2-079f-4039-83bd-7f7a7a24a1e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:00.666191 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bb6786-0301-40cb-b92b-425fe9c7c497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a29d421-dec4-48a6-96b2-0dc58f0a52e4', 'code': 200} Feb 05 22:38:00.666950 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc111035-5a4c-4647-be39-128e563589cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20df8bb-9f51-4353-b2e6-f545951b03b7', 'code': 200} Feb 05 22:38:00.668630 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-0ed5c4d2-079f-4039-83bd-7f7a7a24a1e2 admin admin] Usage tracker for resource:security_group_rule and tenant:6f883a5261ed486b9831512e27125ba0 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:00.671501 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-0ed5c4d2-079f-4039-83bd-7f7a7a24a1e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:00.677382 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-0ed5c4d2-079f-4039-83bd-7f7a7a24a1e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:00.713069 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 41424) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:00.736886 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c85f2c65-4319-44fe-a415-202c9f172a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:00.765133 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-c85f2c65-4319-44fe-a415-202c9f172a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:00.770878 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-c85f2c65-4319-44fe-a415-202c9f172a53 admin admin] Usage tracker for resource:security_group_rule and tenant:6e00ee62bf9846b0ab574c65bfbaaa53 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:00.778449 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-c85f2c65-4319-44fe-a415-202c9f172a53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:00.780506 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6206d8-30bb-45b6-8560-46749c2378d0 req-cc059ab2-ac40-4400-be15-a1d039e2c9e9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:00.790087 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ac6206d8-30bb-45b6-8560-46749c2378d0 req-cc059ab2-ac40-4400-be15-a1d039e2c9e9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 944 time: 0.0963690 Feb 05 22:38:00.791000 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-c85f2c65-4319-44fe-a415-202c9f172a53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:00.825390 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0ed5c4d2-079f-4039-83bd-7f7a7a24a1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:00.841740 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ac6206d8-30bb-45b6-8560-46749c2378d0 req-fb86a948-4fb1-48d9-b87f-7daeccf611b9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0506327 Feb 05 22:38:00.931866 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0ed5c4d2-079f-4039-83bd-7f7a7a24a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:00.994483 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-0ed5c4d2-079f-4039-83bd-7f7a7a24a1e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f883a5261ed486b9831512e27125ba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687320 Feb 05 22:38:00.995300 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5c4d2-079f-4039-83bd-7f7a7a24a1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e872c0-c47b-4cd0-a424-22c8f2908ecd,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:00.997368 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 41428) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:01.054043 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c85f2c65-4319-44fe-a415-202c9f172a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:01.055283 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-a6b16df6-8764-40ed-9750-7c8e2de88860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:01.080022 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-a6b16df6-8764-40ed-9750-7c8e2de88860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:01.178930 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c85f2c65-4319-44fe-a415-202c9f172a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:01.213486 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-a6b16df6-8764-40ed-9750-7c8e2de88860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:01.226938 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-c85f2c65-4319-44fe-a415-202c9f172a53 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e00ee62bf9846b0ab574c65bfbaaa53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5124629 Feb 05 22:38:01.227140 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 41432) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:01.228690 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f2c65-4319-44fe-a415-202c9f172a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0d06d1-3a11-4f11-abe7-37cc0ea35da3,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:01.230947 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 41434) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:01.233309 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b16df6-8764-40ed-9750-7c8e2de88860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e872c0-c47b-4cd0-a424-22c8f2908ecd,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:01.264822 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-35b97154-6db8-45fe-a517-71123cd22971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:01.278743 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-a6b16df6-8764-40ed-9750-7c8e2de88860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:01.286879 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-a6b16df6-8764-40ed-9750-7c8e2de88860 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67e872c0-c47b-4cd0-a424-22c8f2908ecd HTTP/1.1" status: 204 len: 168 time: 0.2815008 Feb 05 22:38:01.292922 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-35b97154-6db8-45fe-a517-71123cd22971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:01.309688 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-35b97154-6db8-45fe-a517-71123cd22971 admin admin] Usage tracker for resource:security_group_rule and tenant:039d525d1df94cd1a70670c09168d76c is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:01.315257 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-35b97154-6db8-45fe-a517-71123cd22971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:01.324480 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-35b97154-6db8-45fe-a517-71123cd22971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:01.352756 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 41444) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:01.357367 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0a836d6d-1bea-4eee-bd43-c0e305dea865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:01.401139 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0a836d6d-1bea-4eee-bd43-c0e305dea865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:01.414227 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9ddaf2c9-d283-4918-915d-b372f9037cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:01.463620 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-9ddaf2c9-d283-4918-915d-b372f9037cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:01.491069 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-9ddaf2c9-d283-4918-915d-b372f9037cfd admin admin] Usage tracker for resource:security_group_rule and tenant:cbc6cd3d4315454285618655e958a888 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:01.494637 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-9ddaf2c9-d283-4918-915d-b372f9037cfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:01.513106 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-35b97154-6db8-45fe-a517-71123cd22971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:01.516820 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-cbb8b835-0a0c-4952-9a7e-5617ecb3b321 req-edcab132-d6fb-4501-bbd1-c5c8def9b73c service neutron] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:01.526076 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-9ddaf2c9-d283-4918-915d-b372f9037cfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:01.542657 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [req-cbb8b835-0a0c-4952-9a7e-5617ecb3b321 req-edcab132-d6fb-4501-bbd1-c5c8def9b73c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:01.547693 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-cbb8b835-0a0c-4952-9a7e-5617ecb3b321 req-edcab132-d6fb-4501-bbd1-c5c8def9b73c service neutron] Usage tracker for resource:security_group_rule and tenant:7f9bfbf796004282aa25d1f65b35d615 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:01.551534 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-cbb8b835-0a0c-4952-9a7e-5617ecb3b321 req-edcab132-d6fb-4501-bbd1-c5c8def9b73c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:01.564593 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f773e-32bb-44d1-85ff-c2cd465a312f req-7ce9a9a1-ff36-46dd-b4de-7f8ef0a7b994 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:01.566080 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-553f773e-32bb-44d1-85ff-c2cd465a312f req-7ce9a9a1-ff36-46dd-b4de-7f8ef0a7b994 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 945 time: 0.1956069 Feb 05 22:38:01.566893 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [req-cbb8b835-0a0c-4952-9a7e-5617ecb3b321 req-edcab132-d6fb-4501-bbd1-c5c8def9b73c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:01.613068 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-553f773e-32bb-44d1-85ff-c2cd465a312f req-77cc6ffe-9381-4242-bcca-fd699164597c tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407977 Feb 05 22:38:01.637231 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0a836d6d-1bea-4eee-bd43-c0e305dea865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:01.646063 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-35b97154-6db8-45fe-a517-71123cd22971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:01.716754 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['8fd4186f-6659-4e33-beed-94d23f18a11d'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:38:01.732224 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a836d6d-1bea-4eee-bd43-c0e305dea865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0d06d1-3a11-4f11-abe7-37cc0ea35da3,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:01.786541 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-35b97154-6db8-45fe-a517-71123cd22971 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=039d525d1df94cd1a70670c09168d76c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5562925 Feb 05 22:38:01.787799 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0a836d6d-1bea-4eee-bd43-c0e305dea865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:01.789458 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-0a836d6d-1bea-4eee-bd43-c0e305dea865 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a0d06d1-3a11-4f11-abe7-37cc0ea35da3 HTTP/1.1" status: 204 len: 168 time: 0.5574312 Feb 05 22:38:01.799272 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 41454) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:01.827438 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-cbb8b835-0a0c-4952-9a7e-5617ecb3b321 req-edcab132-d6fb-4501-bbd1-c5c8def9b73c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:01.834169 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b97154-6db8-45fe-a517-71123cd22971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4879d0aa-dbf4-4b1e-9225-e9161fd75035,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:01.987704 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9ddaf2c9-d283-4918-915d-b372f9037cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:01.992745 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-cbb8b835-0a0c-4952-9a7e-5617ecb3b321 req-edcab132-d6fb-4501-bbd1-c5c8def9b73c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:02.045656 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b15dfc-6126-4fb7-b5f5-f9b02c44cd76 req-66782834-2214-4638-bf76-459b01c01564 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:02.047900 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-cbb8b835-0a0c-4952-9a7e-5617ecb3b321 req-edcab132-d6fb-4501-bbd1-c5c8def9b73c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6033955 Feb 05 22:38:02.051466 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c9b15dfc-6126-4fb7-b5f5-f9b02c44cd76 req-66782834-2214-4638-bf76-459b01c01564 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.3693199 Feb 05 22:38:02.058793 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-14b5ae97-199f-48b4-8639-5e5434a44eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:02.073789 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcab132-d6fb-4501-bbd1-c5c8def9b73c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=11ee2005-265a-49e7-8b87-dc7543d76d51,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:02.127765 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9ddaf2c9-d283-4918-915d-b372f9037cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:02.185806 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-14b5ae97-199f-48b4-8639-5e5434a44eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:02.196747 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-9ddaf2c9-d283-4918-915d-b372f9037cfd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbc6cd3d4315454285618655e958a888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8424208 Feb 05 22:38:02.199126 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddaf2c9-d283-4918-915d-b372f9037cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1095c957-0e37-4987-bc4e-cc23ebc182bb,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:02.202157 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 41470) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:02.229884 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c9b15dfc-6126-4fb7-b5f5-f9b02c44cd76 req-559a04c9-7c0f-4895-863d-c1050ca80c66 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639013 Feb 05 22:38:02.245022 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb0110-347a-4d98-ad95-b6fd429bae36 req-6b304ff1-c476-48fd-b373-b8a53b42cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:02.246881 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-75bb0110-347a-4d98-ad95-b6fd429bae36 req-6b304ff1-c476-48fd-b373-b8a53b42cfa4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 1099 time: 0.3606701 Feb 05 22:38:02.248827 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c7880-4e04-4049-94ec-d97714d3a80e req-7e3625f6-7564-4dfa-b2a1-b3da6d1d7b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:02.250223 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2d6c7880-4e04-4049-94ec-d97714d3a80e req-7e3625f6-7564-4dfa-b2a1-b3da6d1d7b44 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 1098 time: 0.4094100 Feb 05 22:38:02.267057 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cd2dd-f254-41a0-a1c5-6289f986c4a1 req-d61002bd-c076-45fb-a30e-007740f3f682 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:02.269747 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-416cd2dd-f254-41a0-a1c5-6289f986c4a1 req-d61002bd-c076-45fb-a30e-007740f3f682 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 944 time: 0.1892304 Feb 05 22:38:02.309731 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b9b69fd9-e93b-41c4-bf68-823ca495f3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:02.337628 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-416cd2dd-f254-41a0-a1c5-6289f986c4a1 req-1f24d2ab-3c1b-4bac-b466-140976bb276c tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0606930 Feb 05 22:38:02.369107 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-75bb0110-347a-4d98-ad95-b6fd429bae36 req-4e3b8eef-3626-40ec-a06c-6c26e0f73f08 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690880 Feb 05 22:38:02.369107 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2d6c7880-4e04-4049-94ec-d97714d3a80e req-909a7375-f20c-48e5-9f00-20d29185bd2c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542364 Feb 05 22:38:02.371558 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b9b69fd9-e93b-41c4-bf68-823ca495f3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:02.395952 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-14b5ae97-199f-48b4-8639-5e5434a44eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:02.426099 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5ae97-199f-48b4-8639-5e5434a44eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4879d0aa-dbf4-4b1e-9225-e9161fd75035,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:02.430309 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-14b5ae97-199f-48b4-8639-5e5434a44eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:02.431853 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-14b5ae97-199f-48b4-8639-5e5434a44eb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4879d0aa-dbf4-4b1e-9225-e9161fd75035 HTTP/1.1" status: 204 len: 168 time: 0.6360209 Feb 05 22:38:02.516111 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b9b69fd9-e93b-41c4-bf68-823ca495f3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:02.534600 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b69fd9-e93b-41c4-bf68-823ca495f3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1095c957-0e37-4987-bc4e-cc23ebc182bb,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:02.555119 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b9b69fd9-e93b-41c4-bf68-823ca495f3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:02.556262 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-b9b69fd9-e93b-41c4-bf68-823ca495f3f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1095c957-0e37-4987-bc4e-cc23ebc182bb HTTP/1.1" status: 204 len: 168 time: 0.3532197 Feb 05 22:38:02.805333 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f536256-0c2c-413f-b83f-a7e8960c8674 req-1541748c-47ab-4970-bdbf-f9f2ab7daae5 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:02.810667 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6f536256-0c2c-413f-b83f-a7e8960c8674 req-1541748c-47ab-4970-bdbf-f9f2ab7daae5 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 945 time: 0.0907242 Feb 05 22:38:02.855884 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6f536256-0c2c-413f-b83f-a7e8960c8674 req-5bd65b7d-dbe9-4265-84b6-d5852003f1fa tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394249 Feb 05 22:38:03.448576 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca009c-b971-46e0-be2c-91de39c1db1b req-ae02342e-aa01-4836-9eab-eb630e266f62 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:03.450143 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-25ca009c-b971-46e0-be2c-91de39c1db1b req-ae02342e-aa01-4836-9eab-eb630e266f62 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.1055260 Feb 05 22:38:03.454265 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 8fd4186f-6659-4e33-beed-94d23f18a11d up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:38:03.536738 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-25ca009c-b971-46e0-be2c-91de39c1db1b req-1cee7784-a894-4104-a7d8-d54f7bb4421d tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805309 Feb 05 22:38:03.576185 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cbc31-c018-4549-ae95-4b49c2ea988f req-bd684d1d-1f64-41a9-b79b-2156f26e69f7 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:03.577696 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f06cbc31-c018-4549-ae95-4b49c2ea988f req-bd684d1d-1f64-41a9-b79b-2156f26e69f7 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 944 time: 0.0838647 Feb 05 22:38:03.619082 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning for port 8fd4186f-6659-4e33-beed-94d23f18a11d completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:38:03.621746 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f06cbc31-c018-4549-ae95-4b49c2ea988f req-f9781c7f-ce2e-4e57-989b-69d559a30b1e tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0383699 Feb 05 22:38:03.624955 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port 8fd4186f-6659-4e33-beed-94d23f18a11d triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:38:03.625504 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:03.751234 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:03.778375 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df173ce-874a-467f-a74a-f0add22d5f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd4186f-6659-4e33-beed-94d23f18a11d'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:38:03.787465 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 8fd4186f-6659-4e33-beed-94d23f18a11d, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8fd4186f-6659-4e33-beed-94d23f18a11d,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:38:03.831276 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df173ce-874a-467f-a74a-f0add22d5f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd4186f-6659-4e33-beed-94d23f18a11d', 'code': 200} Feb 05 22:38:03.887265 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:03.973730 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=8fd4186f-6659-4e33-beed-94d23f18a11d,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:04.095896 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fde59-5e64-4ee3-9963-c6ff71e88f18 req-b06de78a-5dbb-44f6-a0ba-5b14e711445f tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:04.097886 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3a0fde59-5e64-4ee3-9963-c6ff71e88f18 req-b06de78a-5dbb-44f6-a0ba-5b14e711445f tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 945 time: 0.1105146 Feb 05 22:38:04.143924 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3a0fde59-5e64-4ee3-9963-c6ff71e88f18 req-0a008987-bb75-4774-95ac-d1e64fb97cba tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391927 Feb 05 22:38:04.644773 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01412d5a-228e-45be-a79a-45dfa6e07851 req-94b831ac-2206-46d1-880f-70939d33b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:04.647377 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-01412d5a-228e-45be-a79a-45dfa6e07851 req-94b831ac-2206-46d1-880f-70939d33b2c4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 1098 time: 0.1361456 Feb 05 22:38:04.769560 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-01412d5a-228e-45be-a79a-45dfa6e07851 req-5f689efb-164e-4e39-9ec5-5f5db7fc3e53 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1047723 Feb 05 22:38:04.890362 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46c570-b6a4-4863-a02c-4029040241a0 req-d880a23c-204d-4b49-a87f-043696762cc4 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:04.894785 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ff46c570-b6a4-4863-a02c-4029040241a0 req-d880a23c-204d-4b49-a87f-043696762cc4 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.1796262 Feb 05 22:38:04.946145 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4c4e1-7e19-4601-ba7c-7e91563cd45a req-8ea7a816-bb66-4a35-82f3-c2fb968870d5 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:04.954631 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5eb4c4e1-7e19-4601-ba7c-7e91563cd45a req-8ea7a816-bb66-4a35-82f3-c2fb968870d5 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.1395667 Feb 05 22:38:05.016250 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ff46c570-b6a4-4863-a02c-4029040241a0 req-5d4c6c27-ac02-49a1-a4ae-fa5e0df1f8b7 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085820 Feb 05 22:38:05.061917 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5eb4c4e1-7e19-4601-ba7c-7e91563cd45a req-8913be89-9337-48ed-a592-a15ebf057176 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1047447 Feb 05 22:38:05.355085 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60edc9-1218-4f56-8395-a97fbbd8cb5c req-1b09ae60-2600-46fe-95f7-60bc0dd9560a tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:05.356607 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ee60edc9-1218-4f56-8395-a97fbbd8cb5c req-1b09ae60-2600-46fe-95f7-60bc0dd9560a tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 945 time: 0.0910296 Feb 05 22:38:05.431227 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ee60edc9-1218-4f56-8395-a97fbbd8cb5c req-a78ab7f3-676e-4f5c-b293-9bc465efd4f7 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639164 Feb 05 22:38:05.847675 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e8d38-caed-41c6-90af-4c15dabdb6d4 req-d5683c8a-73a6-4192-9471-0b6bf7d2159d tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:05.849306 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-943e8d38-caed-41c6-90af-4c15dabdb6d4 req-d5683c8a-73a6-4192-9471-0b6bf7d2159d tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0971167 Feb 05 22:38:05.957441 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-943e8d38-caed-41c6-90af-4c15dabdb6d4 req-736fd8d2-287a-4751-aaf2-dfe93eac3f29 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999265 Feb 05 22:38:06.254754 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9cca5-cbfa-4e09-87ff-be2e131daeee req-2a3767a5-ce1b-47e7-8147-46f3c092f5b6 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:06.257113 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-97d9cca5-cbfa-4e09-87ff-be2e131daeee req-2a3767a5-ce1b-47e7-8147-46f3c092f5b6 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.0808258 Feb 05 22:38:06.300474 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-97d9cca5-cbfa-4e09-87ff-be2e131daeee req-f0da9981-a5b6-45cf-8ac4-dbaf76010cc7 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0374987 Feb 05 22:38:07.142971 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2ef5a-ce96-4a87-a911-25fd255fbf2f req-9e99dc00-5667-4fe6-bc04-c27d904410cf tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:07.144428 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-57a2ef5a-ce96-4a87-a911-25fd255fbf2f req-9e99dc00-5667-4fe6-bc04-c27d904410cf tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0855956 Feb 05 22:38:07.191088 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-57a2ef5a-ce96-4a87-a911-25fd255fbf2f req-925957c2-bfa5-4e88-85a3-2ab1ea50412b tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401042 Feb 05 22:38:07.546667 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202f2a4-40aa-47e3-8f8b-e7b2ff44ca9e req-5e487e7c-3256-4621-843b-5524dc18084f tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:07.548215 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-8202f2a4-40aa-47e3-8f8b-e7b2ff44ca9e req-5e487e7c-3256-4621-843b-5524dc18084f tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.1359234 Feb 05 22:38:07.598740 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-8202f2a4-40aa-47e3-8f8b-e7b2ff44ca9e req-4ba0e17b-7e91-4f09-8010-af8ce0edf741 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0437343 Feb 05 22:38:08.128129 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bed60-404d-40f2-9a9e-195c37db2152 req-87d5bd79-bbed-4e69-8b38-ebe41a648adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:08.129745 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-348bed60-404d-40f2-9a9e-195c37db2152 req-87d5bd79-bbed-4e69-8b38-ebe41a648adf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5474d9a6de104f7bad74b5d7de3eb2df&device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 1099 time: 0.0825665 Feb 05 22:38:08.205121 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:38:08.267934 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bed60-404d-40f2-9a9e-195c37db2152 req-363d5e27-e6e0-46cc-8769-356b9ce1d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:08.269611 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-348bed60-404d-40f2-9a9e-195c37db2152 req-363d5e27-e6e0-46cc-8769-356b9ce1d08b service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b4059c4-e980-42b2-9e93-74f1eb032fb9 HTTP/1.1" status: 200 len: 919 time: 0.1318851 Feb 05 22:38:08.377382 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-348bed60-404d-40f2-9a9e-195c37db2152 req-bed83ac4-1e7a-48d4-87d4-ed58496b911d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e20df8bb-9f51-4353-b2e6-f545951b03b7 HTTP/1.1" status: 200 len: 217 time: 0.0970738 Feb 05 22:38:08.465111 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bed60-404d-40f2-9a9e-195c37db2152 req-e34f41fc-902a-4503-9262-b61814186897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:08.466525 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-348bed60-404d-40f2-9a9e-195c37db2152 req-e34f41fc-902a-4503-9262-b61814186897 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2 HTTP/1.1" status: 200 len: 858 time: 0.0743012 Feb 05 22:38:08.482190 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ea6dd-cca6-427b-8ed1-b02ed0c8f4bd req-5a44305d-f58f-4bee-9b6b-028d6f75dcb9 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:08.483509 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1c0ea6dd-cca6-427b-8ed1-b02ed0c8f4bd req-5a44305d-f58f-4bee-9b6b-028d6f75dcb9 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.1510880 Feb 05 22:38:08.537423 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-348bed60-404d-40f2-9a9e-195c37db2152 req-5142f93a-0051-499a-b284-904334f001d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b4059c4-e980-42b2-9e93-74f1eb032fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528190 Feb 05 22:38:08.657954 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1c0ea6dd-cca6-427b-8ed1-b02ed0c8f4bd req-5e8ac77a-bfd4-4cba-9d4d-a764c86d6a31 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448812 Feb 05 22:38:08.769266 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-348bed60-404d-40f2-9a9e-195c37db2152 req-e4ec6b2e-f3be-4f58-b46f-ee6ee7f97c9e service neutron] 10.222.0.45 "GET /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238476 Feb 05 22:38:08.903765 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a15d2d83-e57c-4901-8d3a-b405b3ed2536 req-bbbbc066-3e2b-4e5f-a61f-cab218c32d13 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1322494 Feb 05 22:38:08.904778 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f1bb7-8d1a-44c9-a534-cf5a41fe0eb9 req-ffa033a9-c4d5-4d88-b920-1c26aa3d3283 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:08.904778 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-331f1bb7-8d1a-44c9-a534-cf5a41fe0eb9 req-ffa033a9-c4d5-4d88-b920-1c26aa3d3283 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.1055548 Feb 05 22:38:08.919434 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-331f1bb7-8d1a-44c9-a534-cf5a41fe0eb9 req-2063a601-b989-4857-9a07-6f602a167811 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0805528 Feb 05 22:38:09.240777 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-348bed60-404d-40f2-9a9e-195c37db2152 req-9e6bdd7e-9d4b-461f-a357-ec041b42ba7e service neutron] 10.222.0.45 "GET /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803923 Feb 05 22:38:09.240777 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d2d83-e57c-4901-8d3a-b405b3ed2536 req-7495305c-2205-4aae-bf44-579055a88dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:09.240777 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a15d2d83-e57c-4901-8d3a-b405b3ed2536 req-7495305c-2205-4aae-bf44-579055a88dac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=90b30a50b2824d00a031c4aad5804a4d&device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 1098 time: 0.1616938 Feb 05 22:38:09.326630 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d2d83-e57c-4901-8d3a-b405b3ed2536 req-ba98aa9a-6f4e-4a45-915f-333f93b75307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:09.328098 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a15d2d83-e57c-4901-8d3a-b405b3ed2536 req-ba98aa9a-6f4e-4a45-915f-333f93b75307 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ad457f5-4250-4af0-8275-341e9d593a42 HTTP/1.1" status: 200 len: 912 time: 0.1398921 Feb 05 22:38:09.397674 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a15d2d83-e57c-4901-8d3a-b405b3ed2536 req-e420bde5-61a0-4fc7-9b9d-2c222437d2d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a29d421-dec4-48a6-96b2-0dc58f0a52e4 HTTP/1.1" status: 200 len: 217 time: 0.0632551 Feb 05 22:38:09.467850 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d2d83-e57c-4901-8d3a-b405b3ed2536 req-6fb4dfb2-2f4f-46ee-9356-75b3454bf3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:09.469502 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a15d2d83-e57c-4901-8d3a-b405b3ed2536 req-6fb4dfb2-2f4f-46ee-9356-75b3454bf3d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=519f5467-b974-4c9d-a3ed-3217451b8928 HTTP/1.1" status: 200 len: 851 time: 0.0648520 Feb 05 22:38:09.520508 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a15d2d83-e57c-4901-8d3a-b405b3ed2536 req-c25afa12-11c6-4da7-8aef-db485ee33780 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ad457f5-4250-4af0-8275-341e9d593a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426812 Feb 05 22:38:09.671399 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a15d2d83-e57c-4901-8d3a-b405b3ed2536 req-82e23c56-bac5-487f-95fe-d930ff4b16f2 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad457f5-4250-4af0-8275-341e9d593a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386480 Feb 05 22:38:09.906407 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a15d2d83-e57c-4901-8d3a-b405b3ed2536 req-cf6c0e42-c137-4bb9-8f83-eb360277c239 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad457f5-4250-4af0-8275-341e9d593a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267067 Feb 05 22:38:09.931761 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec705e6c-d70a-4e9e-b2b8-55ba1736af7b req-3ce30c0f-dc4d-44cd-ae4c-444897f1ee53 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:09.935127 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ec705e6c-d70a-4e9e-b2b8-55ba1736af7b req-3ce30c0f-dc4d-44cd-ae4c-444897f1ee53 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.1138294 Feb 05 22:38:09.987901 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ec705e6c-d70a-4e9e-b2b8-55ba1736af7b req-cfde7ef3-b9d6-4e80-bc2c-8e5b9799e107 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487506 Feb 05 22:38:10.165009 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e5f50-2b9d-4d1c-88ec-c3e0fb7347ed req-ef46565e-20d0-4256-9622-2444846f4a54 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:10.166438 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2e8e5f50-2b9d-4d1c-88ec-c3e0fb7347ed req-ef46565e-20d0-4256-9622-2444846f4a54 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.0870833 Feb 05 22:38:10.226174 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2e8e5f50-2b9d-4d1c-88ec-c3e0fb7347ed req-e6046a9e-414c-4201-b54a-b5e82b445d81 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0539894 Feb 05 22:38:10.457772 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964dbe9-db45-4b41-8b44-cd5f72cb1467 req-254682de-eea2-416a-8a7b-1fd8e0a38f8e tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:10.459845 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8964dbe9-db45-4b41-8b44-cd5f72cb1467 req-254682de-eea2-416a-8a7b-1fd8e0a38f8e tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.1066616 Feb 05 22:38:10.470572 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 41840) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:10.477081 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-23d01b4d-1694-4f70-92a5-b415fbbe78f9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Request body: {'floatingip': {'port_id': '8fd4186f-6659-4e33-beed-94d23f18a11d'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:38:10.562510 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-23d01b4d-1694-4f70-92a5-b415fbbe78f9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for floatingip, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:11.276158 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:11.376439 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c988c-a5d5-4223-a96d-9b5256e7727f req-38490392-4f3d-4018-9b4b-3e47b400b2a7 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:11.377950 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-438c988c-a5d5-4223-a96d-9b5256e7727f req-38490392-4f3d-4018-9b4b-3e47b400b2a7 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.1651616 Feb 05 22:38:11.513949 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-438c988c-a5d5-4223-a96d-9b5256e7727f req-ce57f141-f19a-41d5-9c96-9ec1103441bc tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293743 Feb 05 22:38:11.528866 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-23d01b4d-1694-4f70-92a5-b415fbbe78f9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:11.596413 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-23d01b4d-1694-4f70-92a5-b415fbbe78f9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542379'] for floatingip, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:11.784374 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.l3_db [None req-23d01b4d-1694-4f70-92a5-b415fbbe78f9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Floating IP 9da301dc-efe1-4a04-b54c-1c3983557769 associated. External IP: 172.27.3.140, port: 8fd4186f-6659-4e33-beed-94d23f18a11d. Feb 05 22:38:12.150648 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d01b4d-1694-4f70-92a5-b415fbbe78f9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:38:12.327581 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d01b4d-1694-4f70-92a5-b415fbbe78f9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:38:12.331783 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-23d01b4d-1694-4f70-92a5-b415fbbe78f9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for floatingip, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:12.342310 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07af47d-33f2-49f1-96d1-eb003913368a None None] Sync routers for ids ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'] in dv-cinder-818886-2-iscsi {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:38:12.363107 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07af47d-33f2-49f1-96d1-eb003913368a None None] Routers {'06c31b18-4188-4b86-ba9f-0cafa920c0a3'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:38:12.363871 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-d07af47d-33f2-49f1-96d1-eb003913368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:37:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:38:12.483974 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-23d01b4d-1694-4f70-92a5-b415fbbe78f9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "PUT /v2.0/floatingips/9da301dc-efe1-4a04-b54c-1c3983557769 HTTP/1.1" status: 200 len: 991 time: 2.0120740 Feb 05 22:38:12.484741 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df173ce-874a-467f-a74a-f0add22d5f33', 'tag': '8fd4186f-6659-4e33-beed-94d23f18a11d'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:38:12.572872 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df173ce-874a-467f-a74a-f0add22d5f33', 'tag': '8fd4186f-6659-4e33-beed-94d23f18a11d', 'status': 'completed', 'code': 200} Feb 05 22:38:12.575621 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-d07af47d-33f2-49f1-96d1-eb003913368a None None] Set router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:38:12.768836 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b8493-d95e-4af4-84a2-d6b70a3842ae req-df3afc45-dd5d-487c-abb6-072033526945 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:12.770997 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-747b8493-d95e-4af4-84a2-d6b70a3842ae req-df3afc45-dd5d-487c-abb6-072033526945 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0975475 Feb 05 22:38:12.815750 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bc795-5542-4d2a-97f2-f1004c93b542 req-a204029b-5b12-41a6-bd38-913e8f96e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:12.817518 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-218bc795-5542-4d2a-97f2-f1004c93b542 req-a204029b-5b12-41a6-bd38-913e8f96e84d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1c74641009450eb3df1aeaf162ccde&device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 1098 time: 0.2116170 Feb 05 22:38:12.833322 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-747b8493-d95e-4af4-84a2-d6b70a3842ae req-7d7b5c18-ba17-47f9-b9fd-aaeed5292934 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483711 Feb 05 22:38:12.937507 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad262da-7f7c-41c8-9599-04d9df67c694 req-6884038b-bc8a-4179-a4f2-c7fc1e524f01 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:12.939056 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-bad262da-7f7c-41c8-9599-04d9df67c694 req-6884038b-bc8a-4179-a4f2-c7fc1e524f01 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.2313607 Feb 05 22:38:13.022086 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-bad262da-7f7c-41c8-9599-04d9df67c694 req-467fdfaf-c9df-4e19-973c-aee4951d3f59 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0746112 Feb 05 22:38:13.028370 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bc795-5542-4d2a-97f2-f1004c93b542 req-3d3e20b4-17fe-43e0-8b3b-d6c22ef34ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:13.031019 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-218bc795-5542-4d2a-97f2-f1004c93b542 req-3d3e20b4-17fe-43e0-8b3b-d6c22ef34ea1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b0f3db0-4106-46bc-9540-b9ba783310fc HTTP/1.1" status: 200 len: 917 time: 0.1997123 Feb 05 22:38:13.118255 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-d07af47d-33f2-49f1-96d1-eb003913368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'name': 'tempest-AttachVolumeShelveTestJSON-129192590-router', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:17Z', 'updated_at': '2022-02-05T22:37:26Z', 'revision_number': 4, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'gw_port': {'id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:56:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:19Z', 'updated_at': '2022-02-05T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': '9da301dc-efe1-4a04-b54c-1c3983557769', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'port_id': '8fd4186f-6659-4e33-beed-94d23f18a11d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'mac_address': 'fa:16:3e:aa:6d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df173ce-874a-467f-a74a-f0add22d5f33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:37:42Z', 'updated_at': '2022-02-05T22:38:11Z', 'revision_number': 1, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26071329-4076-478f-b6cd-9044b145fb45', 'name': '', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'mac_address': 'fa:16:3e:a1:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:24Z', 'updated_at': '2022-02-05T22:37:36Z', 'revision_number': 5, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'subnets': [{'id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:38:13.122057 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07af47d-33f2-49f1-96d1-eb003913368a None None] Checking router: 06c31b18-4188-4b86-ba9f-0cafa920c0a3 for host: dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:38:13.131561 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07af47d-33f2-49f1-96d1-eb003913368a None None] Routers {'06c31b18-4188-4b86-ba9f-0cafa920c0a3'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:38:13.132240 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-d07af47d-33f2-49f1-96d1-eb003913368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:37:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:38:13.177054 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-218bc795-5542-4d2a-97f2-f1004c93b542 req-7fa88a42-3467-4ab2-8506-5bb1d0cf91e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fd4186f-6659-4e33-beed-94d23f18a11d HTTP/1.1" status: 200 len: 999 time: 0.1355956 Feb 05 22:38:13.313607 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-d07af47d-33f2-49f1-96d1-eb003913368a None None] Set router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:38:13.661539 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-d07af47d-33f2-49f1-96d1-eb003913368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'name': 'tempest-AttachVolumeShelveTestJSON-129192590-router', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:17Z', 'updated_at': '2022-02-05T22:37:26Z', 'revision_number': 4, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'gw_port': {'id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:56:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:19Z', 'updated_at': '2022-02-05T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': '9da301dc-efe1-4a04-b54c-1c3983557769', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'port_id': '8fd4186f-6659-4e33-beed-94d23f18a11d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'mac_address': 'fa:16:3e:aa:6d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df173ce-874a-467f-a74a-f0add22d5f33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:37:42Z', 'updated_at': '2022-02-05T22:38:11Z', 'revision_number': 1, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26071329-4076-478f-b6cd-9044b145fb45', 'name': '', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'mac_address': 'fa:16:3e:a1:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:24Z', 'updated_at': '2022-02-05T22:37:36Z', 'revision_number': 5, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'subnets': [{'id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:38:13.665915 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07af47d-33f2-49f1-96d1-eb003913368a None None] The sync data for ids ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'] in dv-cinder-818886-2-iscsi is: [{'id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'name': 'tempest-AttachVolumeShelveTestJSON-129192590-router', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:17Z', 'updated_at': '2022-02-05T22:37:26Z', 'revision_number': 4, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'gw_port': {'id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:56:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:19Z', 'updated_at': '2022-02-05T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': '9da301dc-efe1-4a04-b54c-1c3983557769', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'port_id': '8fd4186f-6659-4e33-beed-94d23f18a11d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'mac_address': 'fa:16:3e:aa:6d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df173ce-874a-467f-a74a-f0add22d5f33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:37:42Z', 'updated_at': '2022-02-05T22:38:11Z', 'revision_number': 1, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26071329-4076-478f-b6cd-9044b145fb45', 'name': '', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'mac_address': 'fa:16:3e:a1:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:24Z', 'updated_at': '2022-02-05T22:37:36Z', 'revision_number': 5, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'subnets': [{'id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:38:13.882212 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496a7303-bc64-4ecb-9649-536297395897 None None] New status for floating IP 9da301dc-efe1-4a04-b54c-1c3983557769: ACTIVE {{(pid=87484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 22:38:14.032637 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dd762-a928-4d56-a0b4-427181a656d5 req-d6d076f9-c902-497e-afbb-6be043c0976f tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:14.034238 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-6f7dd762-a928-4d56-a0b4-427181a656d5 req-d6d076f9-c902-497e-afbb-6be043c0976f tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0863547 Feb 05 22:38:14.082604 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-6f7dd762-a928-4d56-a0b4-427181a656d5 req-c88b019f-4f1e-4fae-8848-fe0a57ded23e tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414004 Feb 05 22:38:14.227332 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec031a88-ea1f-47c9-af3c-e1287a653fae req-4860f5c6-520f-47b5-85ed-3bfa154c20e0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:14.228835 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ec031a88-ea1f-47c9-af3c-e1287a653fae req-4860f5c6-520f-47b5-85ed-3bfa154c20e0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.0795970 Feb 05 22:38:14.275784 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ec031a88-ea1f-47c9-af3c-e1287a653fae req-e6126d9d-8080-4017-a277-4fdf8e938ec9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407414 Feb 05 22:38:14.454064 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bc795-5542-4d2a-97f2-f1004c93b542 req-e4bdef6a-2a33-4445-a115-e834205f64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:14.455438 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-218bc795-5542-4d2a-97f2-f1004c93b542 req-e4bdef6a-2a33-4445-a115-e834205f64b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef675453-a182-4ce7-8469-2fb25b5d7aea HTTP/1.1" status: 200 len: 855 time: 0.0603960 Feb 05 22:38:15.288619 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b434ceb-b32a-4c1a-b33d-094cdb954fbd req-3646a5cc-8486-45bd-8c3a-cb9605c338f6 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:15.290094 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-6b434ceb-b32a-4c1a-b33d-094cdb954fbd req-3646a5cc-8486-45bd-8c3a-cb9605c338f6 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0884433 Feb 05 22:38:15.332912 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-6b434ceb-b32a-4c1a-b33d-094cdb954fbd req-284f9459-a67b-4fa5-b811-224310f2c396 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372429 Feb 05 22:38:15.465580 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80c392-9db1-4c25-bfeb-fe3aa9cdcd18 req-68a3f312-60bb-4136-91e7-79fc256a6d59 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:15.467083 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fa80c392-9db1-4c25-bfeb-fe3aa9cdcd18 req-68a3f312-60bb-4136-91e7-79fc256a6d59 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.0779982 Feb 05 22:38:15.513524 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fa80c392-9db1-4c25-bfeb-fe3aa9cdcd18 req-c637e518-60d3-4e29-8e6c-5c3e95b02865 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408473 Feb 05 22:38:16.365386 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bc795-5542-4d2a-97f2-f1004c93b542 req-76b67232-8053-4777-8904-4260dee437ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:16.366902 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-218bc795-5542-4d2a-97f2-f1004c93b542 req-76b67232-8053-4777-8904-4260dee437ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b0f3db0-4106-46bc-9540-b9ba783310fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784128 Feb 05 22:38:16.514231 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-218bc795-5542-4d2a-97f2-f1004c93b542 req-a6c78bb2-dd53-46b0-a237-48ce33ae8791 service neutron] 10.222.0.45 "GET /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317816 Feb 05 22:38:16.523147 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fde72-1200-40ed-bf50-36b382b232e3 req-7018deea-fef3-4339-b80c-f90a83e1179a tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:16.524934 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d20fde72-1200-40ed-bf50-36b382b232e3 req-7018deea-fef3-4339-b80c-f90a83e1179a tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0838847 Feb 05 22:38:16.570801 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d20fde72-1200-40ed-bf50-36b382b232e3 req-0338fe2d-156a-47ce-add6-9dc63c19d48a tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398428 Feb 05 22:38:16.689898 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-218bc795-5542-4d2a-97f2-f1004c93b542 req-87ca6d5e-7cbd-4c9f-a798-9e708f964798 service neutron] 10.222.0.45 "GET /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675737 Feb 05 22:38:16.724075 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e8ac1-28cf-4ba1-a787-46d33e636826 req-e3bc50c2-b730-46bc-b7b9-8cadf2ade920 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:16.725679 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e87e8ac1-28cf-4ba1-a787-46d33e636826 req-e3bc50c2-b730-46bc-b7b9-8cadf2ade920 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.0957668 Feb 05 22:38:16.771832 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e87e8ac1-28cf-4ba1-a787-46d33e636826 req-084d3a3c-251a-4cc9-92a2-c74d09722a05 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400271 Feb 05 22:38:17.757769 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85419e-64b6-43c2-8405-4e3c33f2cc8e req-6a249528-04dd-4799-bd78-f262ef71b145 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:17.759179 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-3a85419e-64b6-43c2-8405-4e3c33f2cc8e req-6a249528-04dd-4799-bd78-f262ef71b145 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0801117 Feb 05 22:38:17.801738 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-3a85419e-64b6-43c2-8405-4e3c33f2cc8e req-956a4e96-d9f7-467c-bde1-26f67ec49e0c tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369697 Feb 05 22:38:17.966603 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7b77b-057a-4a78-a01f-bdab6298d0d8 req-1921af95-208e-4f7b-90b8-2bf28efa2822 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:17.968102 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cfe7b77b-057a-4a78-a01f-bdab6298d0d8 req-1921af95-208e-4f7b-90b8-2bf28efa2822 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.0843217 Feb 05 22:38:18.017180 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cfe7b77b-057a-4a78-a01f-bdab6298d0d8 req-3b4f10e8-4845-448b-b78b-3ac9fdf64088 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429788 Feb 05 22:38:18.967115 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4d3717bd-6660-42c5-8377-c594ae0e54f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:18.992083 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b13ede-2bab-40bb-84ce-bbf56931c4a3 req-90cb1bbc-254d-4336-8919-dbe21e953733 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:18.992083 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c4b13ede-2bab-40bb-84ce-bbf56931c4a3 req-90cb1bbc-254d-4336-8919-dbe21e953733 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0785308 Feb 05 22:38:19.049018 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c4b13ede-2bab-40bb-84ce-bbf56931c4a3 req-5c0ec28a-707b-414e-b71b-874ab64bcc91 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451736 Feb 05 22:38:20.237657 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85125fb0-4943-498a-93ee-924dbd04ccd2 req-67ffbb77-9de2-45ef-911c-73862e6ea438 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:20.238927 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-85125fb0-4943-498a-93ee-924dbd04ccd2 req-67ffbb77-9de2-45ef-911c-73862e6ea438 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0796874 Feb 05 22:38:20.287816 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-85125fb0-4943-498a-93ee-924dbd04ccd2 req-1bb8eb7e-fde3-4f54-8e35-d24ed51f9001 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423975 Feb 05 22:38:21.327293 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-edc3adf1-bf1b-4b30-93c9-3bdff00eef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:21.499816 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4608da8-1b91-42ff-b875-dd748c16e9fb req-3822d78e-ab57-449e-9035-eca3e328bb13 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:21.501358 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a4608da8-1b91-42ff-b875-dd748c16e9fb req-3822d78e-ab57-449e-9035-eca3e328bb13 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0951955 Feb 05 22:38:21.550296 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a4608da8-1b91-42ff-b875-dd748c16e9fb req-abcce3d4-6789-474e-b6a7-ffe409d5b6a2 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396121 Feb 05 22:38:22.258702 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:22.534964 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 42062) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:22.561283 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:22.676456 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-871caa01-4fc0-4a75-b171-201e48a7d1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:22.691551 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-871caa01-4fc0-4a75-b171-201e48a7d1bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:22.697003 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-871caa01-4fc0-4a75-b171-201e48a7d1bb admin admin] Usage tracker for resource:security_group_rule and tenant:20463969bd1d4f09aa6b2a1a4d54f831 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:22.699770 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-871caa01-4fc0-4a75-b171-201e48a7d1bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:22.705503 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-871caa01-4fc0-4a75-b171-201e48a7d1bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:22.773826 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3d5ee-2c4d-4703-a6cb-7b3ad1ed2612 req-29fcba55-59a5-40f4-9d1f-0c0abe4074eb tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:22.775293 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-25b3d5ee-2c4d-4703-a6cb-7b3ad1ed2612 req-29fcba55-59a5-40f4-9d1f-0c0abe4074eb tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0882838 Feb 05 22:38:22.792647 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-871caa01-4fc0-4a75-b171-201e48a7d1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:22.824371 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-25b3d5ee-2c4d-4703-a6cb-7b3ad1ed2612 req-3fb91b42-4428-469d-a0e7-a730bc829b41 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402732 Feb 05 22:38:22.942507 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-871caa01-4fc0-4a75-b171-201e48a7d1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:22.999027 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-871caa01-4fc0-4a75-b171-201e48a7d1bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20463969bd1d4f09aa6b2a1a4d54f831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4606853 Feb 05 22:38:22.999308 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 42080) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:23.002273 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871caa01-4fc0-4a75-b171-201e48a7d1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ccd62a-306f-43d2-b747-dcc089cb0edb,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:23.023063 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871caa01-4fc0-4a75-b171-201e48a7d1bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:23.023416 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871caa01-4fc0-4a75-b171-201e48a7d1bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:23.023765 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871caa01-4fc0-4a75-b171-201e48a7d1bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:23.024104 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871caa01-4fc0-4a75-b171-201e48a7d1bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:23.024435 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871caa01-4fc0-4a75-b171-201e48a7d1bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:23.024837 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871caa01-4fc0-4a75-b171-201e48a7d1bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:23.025185 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871caa01-4fc0-4a75-b171-201e48a7d1bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:23.025546 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871caa01-4fc0-4a75-b171-201e48a7d1bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:23.025874 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871caa01-4fc0-4a75-b171-201e48a7d1bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:23.026198 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871caa01-4fc0-4a75-b171-201e48a7d1bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:23.026518 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871caa01-4fc0-4a75-b171-201e48a7d1bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:23.026838 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871caa01-4fc0-4a75-b171-201e48a7d1bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:23.076990 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-86b067d3-be9e-4012-a135-cfff06521fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:23.110573 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-86b067d3-be9e-4012-a135-cfff06521fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:23.264996 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-86b067d3-be9e-4012-a135-cfff06521fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:23.282319 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b067d3-be9e-4012-a135-cfff06521fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ccd62a-306f-43d2-b747-dcc089cb0edb,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:23.286900 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-86b067d3-be9e-4012-a135-cfff06521fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:23.289759 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-86b067d3-be9e-4012-a135-cfff06521fec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5ccd62a-306f-43d2-b747-dcc089cb0edb HTTP/1.1" status: 204 len: 168 time: 0.2893145 Feb 05 22:38:23.699085 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:23.816696 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 42114) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:23.960005 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-d12aec50-f129-4e05-b1e6-74c1e2ec46c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:24.087815 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-d12aec50-f129-4e05-b1e6-74c1e2ec46c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:24.091762 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-d12aec50-f129-4e05-b1e6-74c1e2ec46c6 admin admin] Usage tracker for resource:security_group_rule and tenant:448caf1fb0e14c41a46244f5cf0ae637 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:24.094751 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-d12aec50-f129-4e05-b1e6-74c1e2ec46c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:24.098793 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 42130) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:24.109970 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-d12aec50-f129-4e05-b1e6-74c1e2ec46c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:24.127393 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-cb11eb0b-654e-4b5f-bf74-de56b3c9f2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:24.142054 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-cb11eb0b-654e-4b5f-bf74-de56b3c9f2af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:24.145914 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-cb11eb0b-654e-4b5f-bf74-de56b3c9f2af admin admin] Usage tracker for resource:security_group_rule and tenant:1f5edc71c0c74fefa5b3dbbc2734efef is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:24.148758 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-cb11eb0b-654e-4b5f-bf74-de56b3c9f2af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:24.154576 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-cb11eb0b-654e-4b5f-bf74-de56b3c9f2af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:24.181447 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f73d9-3bfb-4b75-b1e9-1669d07b11e9 req-7c1d4d2c-ae88-472c-bc2b-6d18883b06aa tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:24.182904 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3c1f73d9-3bfb-4b75-b1e9-1669d07b11e9 req-7c1d4d2c-ae88-472c-bc2b-6d18883b06aa tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.2121046 Feb 05 22:38:24.240972 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-cb11eb0b-654e-4b5f-bf74-de56b3c9f2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:24.254114 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-d12aec50-f129-4e05-b1e6-74c1e2ec46c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:24.259995 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3c1f73d9-3bfb-4b75-b1e9-1669d07b11e9 req-15abb5fc-ef89-4004-8759-55aacc7275cf tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662282 Feb 05 22:38:24.332989 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-cb11eb0b-654e-4b5f-bf74-de56b3c9f2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:24.382887 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11eb0b-654e-4b5f-bf74-de56b3c9f2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66295157-1898-4c21-b3e7-9162a4196f56,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:24.386662 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-cb11eb0b-654e-4b5f-bf74-de56b3c9f2af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f5edc71c0c74fefa5b3dbbc2734efef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858593 Feb 05 22:38:24.389896 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 42134) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:24.392940 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb11eb0b-654e-4b5f-bf74-de56b3c9f2af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:24.393314 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb11eb0b-654e-4b5f-bf74-de56b3c9f2af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:24.393657 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb11eb0b-654e-4b5f-bf74-de56b3c9f2af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:24.393993 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb11eb0b-654e-4b5f-bf74-de56b3c9f2af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:24.394322 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb11eb0b-654e-4b5f-bf74-de56b3c9f2af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:24.394655 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb11eb0b-654e-4b5f-bf74-de56b3c9f2af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:24.394982 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb11eb0b-654e-4b5f-bf74-de56b3c9f2af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:24.395308 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb11eb0b-654e-4b5f-bf74-de56b3c9f2af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:24.395631 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb11eb0b-654e-4b5f-bf74-de56b3c9f2af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:24.396438 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb11eb0b-654e-4b5f-bf74-de56b3c9f2af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:24.396862 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb11eb0b-654e-4b5f-bf74-de56b3c9f2af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:24.397446 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb11eb0b-654e-4b5f-bf74-de56b3c9f2af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:38:24.407959 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-d12aec50-f129-4e05-b1e6-74c1e2ec46c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:24.474116 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-d12aec50-f129-4e05-b1e6-74c1e2ec46c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=448caf1fb0e14c41a46244f5cf0ae637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6564698 Feb 05 22:38:24.477696 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 42138) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:24.479707 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12aec50-f129-4e05-b1e6-74c1e2ec46c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c19189-1666-4cad-915e-6ffd230cdb44,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:24.504539 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e36df337-c3aa-46a6-b521-0b46d85a288c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:24.531294 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e36df337-c3aa-46a6-b521-0b46d85a288c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:24.536100 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ead5ce3c-1792-478d-a432-ec1f68f19df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:24.561598 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ead5ce3c-1792-478d-a432-ec1f68f19df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:24.664925 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e36df337-c3aa-46a6-b521-0b46d85a288c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:24.681520 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36df337-c3aa-46a6-b521-0b46d85a288c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66295157-1898-4c21-b3e7-9162a4196f56,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:24.690216 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e36df337-c3aa-46a6-b521-0b46d85a288c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:24.691307 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-e36df337-c3aa-46a6-b521-0b46d85a288c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66295157-1898-4c21-b3e7-9162a4196f56 HTTP/1.1" status: 204 len: 168 time: 0.3004458 Feb 05 22:38:24.704588 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ead5ce3c-1792-478d-a432-ec1f68f19df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:24.721618 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5ce3c-1792-478d-a432-ec1f68f19df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c19189-1666-4cad-915e-6ffd230cdb44,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:24.731987 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ead5ce3c-1792-478d-a432-ec1f68f19df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:24.735502 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-ead5ce3c-1792-478d-a432-ec1f68f19df9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2c19189-1666-4cad-915e-6ffd230cdb44 HTTP/1.1" status: 204 len: 168 time: 0.2545192 Feb 05 22:38:25.453547 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491dfcbf-ec68-4da4-9e88-6f8ec51c6d70 req-5175da1b-b521-4248-a8d6-8725910e85fb tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:25.455013 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-491dfcbf-ec68-4da4-9e88-6f8ec51c6d70 req-5175da1b-b521-4248-a8d6-8725910e85fb tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0855980 Feb 05 22:38:25.509294 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-491dfcbf-ec68-4da4-9e88-6f8ec51c6d70 req-15297dd2-48c2-4696-b021-147250dd01d5 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477471 Feb 05 22:38:25.654593 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 42174) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:25.674838 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-1df6096a-6395-4424-815c-2d490dd46b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:25.690020 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-1df6096a-6395-4424-815c-2d490dd46b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:25.696768 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-1df6096a-6395-4424-815c-2d490dd46b4e admin admin] Usage tracker for resource:security_group_rule and tenant:582f11518fab4d7f93f1b1d682b9243c is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:25.698549 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-1df6096a-6395-4424-815c-2d490dd46b4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:25.706102 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-1df6096a-6395-4424-815c-2d490dd46b4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:25.794316 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-1df6096a-6395-4424-815c-2d490dd46b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:25.864333 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-1df6096a-6395-4424-815c-2d490dd46b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:25.933033 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6096a-6395-4424-815c-2d490dd46b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0af576-9a19-4654-a54c-ad075a96fb11,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:25.938410 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-1df6096a-6395-4424-815c-2d490dd46b4e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=582f11518fab4d7f93f1b1d682b9243c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827911 Feb 05 22:38:25.941456 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 42188) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:26.011377 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-804270af-0eea-47e7-9e99-8c2061bac5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:26.038940 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-804270af-0eea-47e7-9e99-8c2061bac5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:26.213133 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-804270af-0eea-47e7-9e99-8c2061bac5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:26.227902 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804270af-0eea-47e7-9e99-8c2061bac5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0af576-9a19-4654-a54c-ad075a96fb11,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:26.233935 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-804270af-0eea-47e7-9e99-8c2061bac5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:26.235014 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-804270af-0eea-47e7-9e99-8c2061bac5ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be0af576-9a19-4654-a54c-ad075a96fb11 HTTP/1.1" status: 204 len: 168 time: 0.2926075 Feb 05 22:38:26.712001 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe5887-21c9-4827-a5b5-e37eba3a9a05 req-2906d366-6f72-4c79-8460-0e92e96bff37 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:26.713573 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c4fe5887-21c9-4827-a5b5-e37eba3a9a05 req-2906d366-6f72-4c79-8460-0e92e96bff37 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0843370 Feb 05 22:38:26.758742 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c4fe5887-21c9-4827-a5b5-e37eba3a9a05 req-e797e153-fd1e-4ec2-b94a-2d9c8bc6d1c7 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396767 Feb 05 22:38:27.198994 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 42236) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:27.476425 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e24aecf9-bb61-474b-98b8-73dd89cc3aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:27.496303 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-e24aecf9-bb61-474b-98b8-73dd89cc3aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:27.500771 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-e24aecf9-bb61-474b-98b8-73dd89cc3aee admin admin] Usage tracker for resource:security_group_rule and tenant:1f0abb991c65461eb034f1e0df4552c1 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:27.504611 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-e24aecf9-bb61-474b-98b8-73dd89cc3aee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:27.512008 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-e24aecf9-bb61-474b-98b8-73dd89cc3aee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:27.598743 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e24aecf9-bb61-474b-98b8-73dd89cc3aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:27.675326 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e24aecf9-bb61-474b-98b8-73dd89cc3aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:27.737181 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-e24aecf9-bb61-474b-98b8-73dd89cc3aee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f0abb991c65461eb034f1e0df4552c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5293827 Feb 05 22:38:27.737181 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24aecf9-bb61-474b-98b8-73dd89cc3aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1a2f55-8d2d-4e62-94f1-a5d2fa789ab4,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:27.737470 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 42270) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:27.806483 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-99077e1c-d0ec-42ca-a2ef-6ce564a003f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:27.832514 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-99077e1c-d0ec-42ca-a2ef-6ce564a003f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:27.999515 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecec32-f03f-4a1f-a2de-026ec93d18d5 req-a87ef1a0-6a82-4521-8537-a5dac7054dc5 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:28.001351 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7aecec32-f03f-4a1f-a2de-026ec93d18d5 req-a87ef1a0-6a82-4521-8537-a5dac7054dc5 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.1092088 Feb 05 22:38:28.003408 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-99077e1c-d0ec-42ca-a2ef-6ce564a003f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:28.019366 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99077e1c-d0ec-42ca-a2ef-6ce564a003f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1a2f55-8d2d-4e62-94f1-a5d2fa789ab4,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:28.029050 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-99077e1c-d0ec-42ca-a2ef-6ce564a003f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:28.030699 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-99077e1c-d0ec-42ca-a2ef-6ce564a003f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f1a2f55-8d2d-4e62-94f1-a5d2fa789ab4 HTTP/1.1" status: 204 len: 168 time: 0.2971137 Feb 05 22:38:28.050359 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 42286) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:28.063951 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7aecec32-f03f-4a1f-a2de-026ec93d18d5 req-2df86b31-3e86-4ebc-a055-6064c27ed24d tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515597 Feb 05 22:38:28.599226 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-9b993e80-1256-407b-bba4-05278094064f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:28.615545 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 42298) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:28.617897 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-9b993e80-1256-407b-bba4-05278094064f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:28.622106 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-9b993e80-1256-407b-bba4-05278094064f admin admin] Usage tracker for resource:security_group_rule and tenant:ffca59f3d1a44abb97125bb4dcb196b1 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:28.627969 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-9b993e80-1256-407b-bba4-05278094064f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:28.633351 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-9b993e80-1256-407b-bba4-05278094064f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:28.687032 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-645945ed-ce94-464e-b1dc-f950ade34acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:28.701311 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-645945ed-ce94-464e-b1dc-f950ade34acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:28.705208 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-645945ed-ce94-464e-b1dc-f950ade34acd admin admin] Usage tracker for resource:security_group_rule and tenant:932ffe0b18764f939b1eb128f3eebb73 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:28.707942 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-645945ed-ce94-464e-b1dc-f950ade34acd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:28.716230 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-645945ed-ce94-464e-b1dc-f950ade34acd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:28.718082 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-9b993e80-1256-407b-bba4-05278094064f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:28.841428 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-9b993e80-1256-407b-bba4-05278094064f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:28.892562 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-9b993e80-1256-407b-bba4-05278094064f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ffca59f3d1a44abb97125bb4dcb196b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8408735 Feb 05 22:38:28.893647 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b993e80-1256-407b-bba4-05278094064f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ac468d-c973-42bc-b6db-b776a15cc0b0,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:28.896969 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 42304) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:28.942186 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-645945ed-ce94-464e-b1dc-f950ade34acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:28.948285 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 42308) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:28.966529 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-10f95700-e5ea-42ed-b4ef-42375575d993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:28.988396 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-314cf961-76aa-462a-929c-e2dfd69a9875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:28.989449 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-10f95700-e5ea-42ed-b4ef-42375575d993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:28.994025 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-10f95700-e5ea-42ed-b4ef-42375575d993 admin admin] Usage tracker for resource:security_group_rule and tenant:cb375e79b4394f09a66ab6c8e2e6c37a is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:28.999800 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-10f95700-e5ea-42ed-b4ef-42375575d993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:29.004665 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-10f95700-e5ea-42ed-b4ef-42375575d993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:29.023371 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-645945ed-ce94-464e-b1dc-f950ade34acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:29.066469 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-314cf961-76aa-462a-929c-e2dfd69a9875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:29.074905 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645945ed-ce94-464e-b1dc-f950ade34acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0428173e-7fdf-4afc-9966-582afca1cb4c,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:29.120270 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-645945ed-ce94-464e-b1dc-f950ade34acd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=932ffe0b18764f939b1eb128f3eebb73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5036006 Feb 05 22:38:29.125250 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 42316) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:29.143994 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-10f95700-e5ea-42ed-b4ef-42375575d993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:29.192855 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7d710747-edfa-49d5-b5d9-3c196fece20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:29.219981 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7d710747-edfa-49d5-b5d9-3c196fece20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:29.274730 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-314cf961-76aa-462a-929c-e2dfd69a9875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:29.277356 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989e8b8-5ef2-4a3b-8a3d-d3b69d07cd12 req-da889c27-42c9-44f0-b813-58cffe89bf68 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:29.281601 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6989e8b8-5ef2-4a3b-8a3d-d3b69d07cd12 req-da889c27-42c9-44f0-b813-58cffe89bf68 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0883460 Feb 05 22:38:29.285622 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-10f95700-e5ea-42ed-b4ef-42375575d993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:29.296500 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cf961-76aa-462a-929c-e2dfd69a9875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ac468d-c973-42bc-b6db-b776a15cc0b0,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:29.314221 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-314cf961-76aa-462a-929c-e2dfd69a9875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:29.314221 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-314cf961-76aa-462a-929c-e2dfd69a9875 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02ac468d-c973-42bc-b6db-b776a15cc0b0 HTTP/1.1" status: 204 len: 168 time: 0.4142234 Feb 05 22:38:29.361708 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7d710747-edfa-49d5-b5d9-3c196fece20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:29.374323 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7d710747-edfa-49d5-b5d9-3c196fece20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:29.375521 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-7d710747-edfa-49d5-b5d9-3c196fece20d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0428173e-7fdf-4afc-9966-582afca1cb4c HTTP/1.1" status: 204 len: 168 time: 0.2507463 Feb 05 22:38:29.387718 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d710747-edfa-49d5-b5d9-3c196fece20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0428173e-7fdf-4afc-9966-582afca1cb4c,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:29.409085 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6989e8b8-5ef2-4a3b-8a3d-d3b69d07cd12 req-7f712e2a-39c8-4dcc-93be-3b0ace02a883 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176858 Feb 05 22:38:29.420435 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-10f95700-e5ea-42ed-b4ef-42375575d993 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb375e79b4394f09a66ab6c8e2e6c37a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4680374 Feb 05 22:38:29.420435 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f95700-e5ea-42ed-b4ef-42375575d993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a4e3da-0dc2-4264-9ccc-5bac72ca053b,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:29.420681 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 42326) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:29.561638 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-efa5fc33-f84f-4c1a-9023-35df39c8dd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:29.590065 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-efa5fc33-f84f-4c1a-9023-35df39c8dd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:29.796013 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-efa5fc33-f84f-4c1a-9023-35df39c8dd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:29.810313 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5fc33-f84f-4c1a-9023-35df39c8dd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a4e3da-0dc2-4264-9ccc-5bac72ca053b,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:29.818972 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-efa5fc33-f84f-4c1a-9023-35df39c8dd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:29.820128 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-efa5fc33-f84f-4c1a-9023-35df39c8dd94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5a4e3da-0dc2-4264-9ccc-5bac72ca053b HTTP/1.1" status: 204 len: 168 time: 0.3986497 Feb 05 22:38:30.416080 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 42354) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:30.447945 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-36ec42e2-dd46-4d7f-a7dc-bd19b8c7bfee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:30.488219 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-36ec42e2-dd46-4d7f-a7dc-bd19b8c7bfee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:30.503703 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-36ec42e2-dd46-4d7f-a7dc-bd19b8c7bfee admin admin] Usage tracker for resource:security_group_rule and tenant:8d1cbbb5e91e482aa7da2b039178bcd6 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:30.508110 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-36ec42e2-dd46-4d7f-a7dc-bd19b8c7bfee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:30.515779 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-36ec42e2-dd46-4d7f-a7dc-bd19b8c7bfee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:30.665518 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73d75e-d588-44f4-a084-5607353800dd req-0cd53097-0f1c-4624-bcef-7b1312c6ae92 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:30.666973 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2e73d75e-d588-44f4-a084-5607353800dd req-0cd53097-0f1c-4624-bcef-7b1312c6ae92 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.1333025 Feb 05 22:38:30.708092 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-36ec42e2-dd46-4d7f-a7dc-bd19b8c7bfee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:30.728346 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2e73d75e-d588-44f4-a084-5607353800dd req-41d2e555-3b1e-479e-adbb-2689fb0219b7 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540707 Feb 05 22:38:30.772917 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-36ec42e2-dd46-4d7f-a7dc-bd19b8c7bfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:30.825087 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-36ec42e2-dd46-4d7f-a7dc-bd19b8c7bfee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d1cbbb5e91e482aa7da2b039178bcd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077144 Feb 05 22:38:30.825940 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 42374) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:30.826473 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec42e2-dd46-4d7f-a7dc-bd19b8c7bfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34317d2-1685-4e3e-9ee0-8b6d563260e3,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:30.900910 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e94d2ac5-c845-4685-aa4b-b95c74318165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:30.929736 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e94d2ac5-c845-4685-aa4b-b95c74318165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:31.069696 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e94d2ac5-c845-4685-aa4b-b95c74318165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:31.094788 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d2ac5-c845-4685-aa4b-b95c74318165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34317d2-1685-4e3e-9ee0-8b6d563260e3,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:31.123091 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e94d2ac5-c845-4685-aa4b-b95c74318165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:31.130228 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-e94d2ac5-c845-4685-aa4b-b95c74318165 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e34317d2-1685-4e3e-9ee0-8b6d563260e3 HTTP/1.1" status: 204 len: 168 time: 0.2990355 Feb 05 22:38:31.157791 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ace34-4690-45df-aaf9-192f5df7c9e1 req-9b83d788-0b3e-40f6-96a0-d5cdb8dbfe03 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:31.159296 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-959ace34-4690-45df-aaf9-192f5df7c9e1 req-9b83d788-0b3e-40f6-96a0-d5cdb8dbfe03 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 945 time: 0.0863101 Feb 05 22:38:31.202632 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-959ace34-4690-45df-aaf9-192f5df7c9e1 req-b57c59d2-a84c-4bd3-a14e-25f7f12411fb tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366356 Feb 05 22:38:31.993211 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4986ec4-3ff1-4f4b-8737-406de25e231e req-d4828ac7-fc75-4b22-a97f-4b3fcb5e8706 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:31.993902 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c4986ec4-3ff1-4f4b-8737-406de25e231e req-d4828ac7-fc75-4b22-a97f-4b3fcb5e8706 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.1358597 Feb 05 22:38:32.041302 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c4986ec4-3ff1-4f4b-8737-406de25e231e req-d53a4041-4124-4e94-b9a5-82fe0dfc207f tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412509 Feb 05 22:38:32.482965 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af45550-0047-477e-ac70-b8862138fd8e req-ca734481-2330-43fc-bb0a-75b38f3356c1 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:32.484460 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7af45550-0047-477e-ac70-b8862138fd8e req-ca734481-2330-43fc-bb0a-75b38f3356c1 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 945 time: 0.0984852 Feb 05 22:38:32.534598 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7af45550-0047-477e-ac70-b8862138fd8e req-6c23ba97-e2b6-4437-baad-85cae665db19 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434575 Feb 05 22:38:33.239626 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb633b3-08ac-4e3d-9620-e907338ba2e2 req-7815ba30-83ec-4aa4-a9bc-c88f45411197 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:33.241095 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2cb633b3-08ac-4e3d-9620-e907338ba2e2 req-7815ba30-83ec-4aa4-a9bc-c88f45411197 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0872316 Feb 05 22:38:33.285964 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2cb633b3-08ac-4e3d-9620-e907338ba2e2 req-9e7581bc-a427-4a72-b5d0-2e6f2787c775 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391991 Feb 05 22:38:33.461566 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1516d3-0dc4-4756-b4f4-9c8cd2be5949 req-d0749935-5950-4bcd-8f26-71f1f2197ac6 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:33.463133 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5a1516d3-0dc4-4756-b4f4-9c8cd2be5949 req-d0749935-5950-4bcd-8f26-71f1f2197ac6 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 945 time: 0.0836482 Feb 05 22:38:33.559814 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-5a1516d3-0dc4-4756-b4f4-9c8cd2be5949 req-58cd8d60-f080-4941-a6e9-eea792f9b2e3 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Deleting port 7a29d421-dec4-48a6-96b2-0dc58f0a52e4 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:38:33.560269 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-5a1516d3-0dc4-4756-b4f4-9c8cd2be5949 req-58cd8d60-f080-4941-a6e9-eea792f9b2e3 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:33.756895 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33f1ca-74ac-458e-88b6-618ac31c7753 req-71563c06-5b05-4f58-8977-241a246d4af7 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:33.758382 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-aa33f1ca-74ac-458e-88b6-618ac31c7753 req-71563c06-5b05-4f58-8977-241a246d4af7 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 945 time: 0.0897646 Feb 05 22:38:33.805485 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-aa33f1ca-74ac-458e-88b6-618ac31c7753 req-5b9760fb-9bf3-48ba-8bd2-6dcbce9df961 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de53f806-7c15-4718-acd7-a594b22812e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409842 Feb 05 22:38:33.837282 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-5a1516d3-0dc4-4756-b4f4-9c8cd2be5949 req-58cd8d60-f080-4941-a6e9-eea792f9b2e3 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] For port 7a29d421-dec4-48a6-96b2-0dc58f0a52e4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7a29d421-dec4-48a6-96b2-0dc58f0a52e4,segment=NetworkSegment(fa29989e-6a27-4259-ac45-d2251527314c),segment_id=fa29989e-6a27-4259-ac45-d2251527314c)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:38:33.837580 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-5a1516d3-0dc4-4756-b4f4-9c8cd2be5949 req-58cd8d60-f080-4941-a6e9-eea792f9b2e3 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:34.039606 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-5a1516d3-0dc4-4756-b4f4-9c8cd2be5949 req-58cd8d60-f080-4941-a6e9-eea792f9b2e3 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Calling delete_port for 7a29d421-dec4-48a6-96b2-0dc58f0a52e4 owned by compute:nova {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:38:34.322409 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-5a1516d3-0dc4-4756-b4f4-9c8cd2be5949 req-58cd8d60-f080-4941-a6e9-eea792f9b2e3 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:34.336591 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['7a29d421-dec4-48a6-96b2-0dc58f0a52e4'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:38:34.383507 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd8d60-f080-4941-a6e9-eea792f9b2e3 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Pushing event deleted for resources: {'Port': ['ID=7a29d421-dec4-48a6-96b2-0dc58f0a52e4,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:34.513509 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1516d3-0dc4-4756-b4f4-9c8cd2be5949 req-58cd8d60-f080-4941-a6e9-eea792f9b2e3 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] No DVR routers for this DVR port 7a29d421-dec4-48a6-96b2-0dc58f0a52e4 on host hv-cinder-81888 {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:38:34.516566 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-5a1516d3-0dc4-4756-b4f4-9c8cd2be5949 req-58cd8d60-f080-4941-a6e9-eea792f9b2e3 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:34.524271 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bb6786-0301-40cb-b92b-425fe9c7c497', 'name': 'network-vif-deleted', 'tag': '7a29d421-dec4-48a6-96b2-0dc58f0a52e4'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:38:34.576383 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e40ad3-2eb2-4393-8d2e-75d1d08d96c6 req-091f5fe4-325b-4c18-be7a-bf6515806c18 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:34.576383 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f4e40ad3-2eb2-4393-8d2e-75d1d08d96c6 req-091f5fe4-325b-4c18-be7a-bf6515806c18 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.1174417 Feb 05 22:38:34.584691 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bb6786-0301-40cb-b92b-425fe9c7c497', 'name': 'network-vif-deleted', 'tag': '7a29d421-dec4-48a6-96b2-0dc58f0a52e4', 'status': 'completed', 'code': 200} Feb 05 22:38:34.632741 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f4e40ad3-2eb2-4393-8d2e-75d1d08d96c6 req-5b332b3b-be74-4690-adba-93b909592432 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505497 Feb 05 22:38:34.676213 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5a1516d3-0dc4-4756-b4f4-9c8cd2be5949 req-58cd8d60-f080-4941-a6e9-eea792f9b2e3 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.45 "DELETE /v2.0/ports/7a29d421-dec4-48a6-96b2-0dc58f0a52e4 HTTP/1.1" status: 204 len: 173 time: 1.1962633 Feb 05 22:38:34.960156 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ed5918a6-f98b-4cd1-83ff-409bce9e9e47 req-e4579340-03d2-4631-b172-bb9a25424995 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 210 time: 0.0436211 Feb 05 22:38:35.951585 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc114b-7caa-4379-8c66-7e4de657e501 req-7d444036-d172-42cf-b603-c2aba7cf8656 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:35.953013 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-68fc114b-7caa-4379-8c66-7e4de657e501 req-7d444036-d172-42cf-b603-c2aba7cf8656 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0820363 Feb 05 22:38:35.996736 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-68fc114b-7caa-4379-8c66-7e4de657e501 req-80ff61be-bc88-475c-9f93-9195d7743613 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377221 Feb 05 22:38:36.107958 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f8bb1a73-2df4-4cb7-a1a6-24bab59ab719 req-e546e10b-6c5f-429f-99f6-aed2d663a2d9 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 210 time: 0.0449786 Feb 05 22:38:37.176022 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f8cea-bde4-4ad7-8e1d-52d062f5e1d6 req-0173a2e2-3907-43c9-95c6-c5856322a775 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:37.177903 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3c1f8cea-bde4-4ad7-8e1d-52d062f5e1d6 req-0173a2e2-3907-43c9-95c6-c5856322a775 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0782518 Feb 05 22:38:37.222268 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3c1f8cea-bde4-4ad7-8e1d-52d062f5e1d6 req-1ad32f7c-0dd8-4baf-b521-f35d5ba9265d tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388298 Feb 05 22:38:37.254590 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9c506dcb-b53f-4b5b-9c9a-58917aef0d90 req-fc10b1f5-e08a-4f85-8fca-8f53d4b54869 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 210 time: 0.0405858 Feb 05 22:38:38.155965 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 7a29d421-dec4-48a6-96b2-0dc58f0a52e4 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:38:38.189809 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] No Port match for: 7a29d421-dec4-48a6-96b2-0dc58f0a52e4 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:38:38.192015 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 7a29d421-dec4-48a6-96b2-0dc58f0a52e4 not bound to the agent host hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:38:38.405034 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-27e3fc52-8721-4644-9676-ecc3c237cf07 req-1e1beb01-12db-4a65-9b42-cffe345ef202 tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 210 time: 0.0419595 Feb 05 22:38:38.409521 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfffde0-f4a3-4cd6-9e24-4b4d95eadd48 req-e65b0d2e-ab0c-48e2-94bf-96f5f9e7bfb8 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:38.410974 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-edfffde0-f4a3-4cd6-9e24-4b4d95eadd48 req-e65b0d2e-ab0c-48e2-94bf-96f5f9e7bfb8 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0830283 Feb 05 22:38:38.455742 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-edfffde0-f4a3-4cd6-9e24-4b4d95eadd48 req-133cfcab-5756-4873-b2aa-0265c119e3d3 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390027 Feb 05 22:38:39.596385 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-509201e0-66e8-4d3c-b2fe-7b231f43a674 req-1b3466cc-a1bc-400f-b5fb-7fecc81b6cec tempest-DeleteServersTestJSON-2056887535 tempest-DeleteServersTestJSON-2056887535-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb6786-0301-40cb-b92b-425fe9c7c497 HTTP/1.1" status: 200 len: 210 time: 0.0649660 Feb 05 22:38:39.687065 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02578cde-5ff9-41c7-b584-be18ae487500 req-49812a35-b8f4-4b64-b214-7d8157d77f06 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:39.688524 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-02578cde-5ff9-41c7-b584-be18ae487500 req-49812a35-b8f4-4b64-b214-7d8157d77f06 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0919757 Feb 05 22:38:39.734834 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-02578cde-5ff9-41c7-b584-be18ae487500 req-54eb125c-9199-4b2c-882a-f0035d6fd044 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392191 Feb 05 22:38:40.366785 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 42654) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:40.495998 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-781027c2-d53c-4253-8210-c114ac1102e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:40.511551 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-781027c2-d53c-4253-8210-c114ac1102e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:40.515879 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-781027c2-d53c-4253-8210-c114ac1102e7 admin admin] Usage tracker for resource:security_group_rule and tenant:d42dab988a0446a8a0500f6da1c3d4e2 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:40.518844 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-781027c2-d53c-4253-8210-c114ac1102e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:40.525174 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-781027c2-d53c-4253-8210-c114ac1102e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:40.613971 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-781027c2-d53c-4253-8210-c114ac1102e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:40.682311 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194b73a-8644-4033-8324-6e6c93d9bdfd req-2c4b8b58-d658-4cf1-8e81-2d73a455afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:40.683772 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f194b73a-8644-4033-8324-6e6c93d9bdfd req-2c4b8b58-d658-4cf1-8e81-2d73a455afb1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 1099 time: 0.0725453 Feb 05 22:38:40.730929 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f194b73a-8644-4033-8324-6e6c93d9bdfd req-d6cc2fe4-bea5-4877-b896-6ce0671dec46 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374899 Feb 05 22:38:40.738078 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-781027c2-d53c-4253-8210-c114ac1102e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:40.804972 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-781027c2-d53c-4253-8210-c114ac1102e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d42dab988a0446a8a0500f6da1c3d4e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4321735 Feb 05 22:38:40.804972 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781027c2-d53c-4253-8210-c114ac1102e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79f24ac-2b4b-4d80-9fa9-d6fa2d0f952b,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:40.807165 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 42672) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:40.875347 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c635efad-0752-4445-9a88-e0e23adc6505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:40.914422 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c635efad-0752-4445-9a88-e0e23adc6505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:40.945735 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd1e66-5d68-47b2-aeb1-0a2bf689ad7e req-4fdf58d8-c77a-4fe9-87cf-7da5d9494287 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:40.947345 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-75cd1e66-5d68-47b2-aeb1-0a2bf689ad7e req-4fdf58d8-c77a-4fe9-87cf-7da5d9494287 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.1027179 Feb 05 22:38:40.995579 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-75cd1e66-5d68-47b2-aeb1-0a2bf689ad7e req-d89b953e-82b7-4f14-ab62-b3cfcdfbaea5 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414951 Feb 05 22:38:41.071269 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c635efad-0752-4445-9a88-e0e23adc6505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:41.088152 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635efad-0752-4445-9a88-e0e23adc6505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79f24ac-2b4b-4d80-9fa9-d6fa2d0f952b,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:41.097057 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c635efad-0752-4445-9a88-e0e23adc6505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:41.098204 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-c635efad-0752-4445-9a88-e0e23adc6505 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d79f24ac-2b4b-4d80-9fa9-d6fa2d0f952b HTTP/1.1" status: 204 len: 168 time: 0.2889233 Feb 05 22:38:41.258732 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:41.915106 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 42712) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:41.937574 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-dc3a1c15-2257-4187-a512-6cb151c5f815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:41.957309 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-dc3a1c15-2257-4187-a512-6cb151c5f815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:41.962115 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-dc3a1c15-2257-4187-a512-6cb151c5f815 admin admin] Usage tracker for resource:security_group_rule and tenant:02b590fc10104996ba77881ebb4c9073 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:41.970019 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-dc3a1c15-2257-4187-a512-6cb151c5f815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:41.971782 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-dc3a1c15-2257-4187-a512-6cb151c5f815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:42.063927 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-dc3a1c15-2257-4187-a512-6cb151c5f815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:42.195542 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcfa70-93dd-4e9b-868c-6e41376e57a2 req-6ba61fc7-fb48-4020-ba41-4dab63b5692a tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:42.197001 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-30dcfa70-93dd-4e9b-868c-6e41376e57a2 req-6ba61fc7-fb48-4020-ba41-4dab63b5692a tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0831656 Feb 05 22:38:42.242309 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-30dcfa70-93dd-4e9b-868c-6e41376e57a2 req-f7223077-d124-40d9-ae5c-f0130822e6c1 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395086 Feb 05 22:38:42.252188 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-dc3a1c15-2257-4187-a512-6cb151c5f815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:42.312727 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-dc3a1c15-2257-4187-a512-6cb151c5f815 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02b590fc10104996ba77881ebb4c9073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931687 Feb 05 22:38:42.312727 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a1c15-2257-4187-a512-6cb151c5f815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4916694f-bbc6-4c73-9c53-d768fab30665,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:42.313417 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 42730) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:42.380672 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e0c1-8916-4c52-984c-5d896c2c3267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:42.408921 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e0c1-8916-4c52-984c-5d896c2c3267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:42.584793 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e0c1-8916-4c52-984c-5d896c2c3267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:42.604842 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3e0c1-8916-4c52-984c-5d896c2c3267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4916694f-bbc6-4c73-9c53-d768fab30665,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:42.616775 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e0c1-8916-4c52-984c-5d896c2c3267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:42.618546 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-5cc3e0c1-8916-4c52-984c-5d896c2c3267 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4916694f-bbc6-4c73-9c53-d768fab30665 HTTP/1.1" status: 204 len: 168 time: 0.3040886 Feb 05 22:38:42.727189 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 42748) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:42.788365 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b4a8ee-12f5-4bd9-9add-494b25bc19f3 admin admin] Deleting subnet 519f5467-b974-4c9d-a3ed-3217451b8928 {{(pid=87482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 05 22:38:42.791378 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b1b4a8ee-12f5-4bd9-9add-494b25bc19f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:42.839868 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b1b4a8ee-12f5-4bd9-9add-494b25bc19f3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:42.846623 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b1b4a8ee-12f5-4bd9-9add-494b25bc19f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770741'] for subnet, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:43.047372 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b1b4a8ee-12f5-4bd9-9add-494b25bc19f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for subnet, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:43.090039 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4a8ee-12f5-4bd9-9add-494b25bc19f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=519f5467-b974-4c9d-a3ed-3217451b8928,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:43.092310 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b1b4a8ee-12f5-4bd9-9add-494b25bc19f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:43.104099 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-b1b4a8ee-12f5-4bd9-9add-494b25bc19f3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/519f5467-b974-4c9d-a3ed-3217451b8928 HTTP/1.1" status: 204 len: 168 time: 0.3730838 Feb 05 22:38:43.104284 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 42766) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:43.219983 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0f2d20d8-63bb-4996-bd27-37ab3d4d70cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744846'] for network, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:43.377536 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0f2d20d8-63bb-4996-bd27-37ab3d4d70cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771300', 'neutron.services.segments.db._delete_segments_for_network-8748711873850'] for network, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:43.460745 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-0f2d20d8-63bb-4996-bd27-37ab3d4d70cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad457f5-4250-4af0-8275-341e9d593a42']}} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:38:43.476323 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-0f2d20d8-63bb-4996-bd27-37ab3d4d70cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa29989e-6a27-4259-ac45-d2251527314c') {'for_net_delete': True} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:38:43.476550 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-0f2d20d8-63bb-4996-bd27-37ab3d4d70cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa29989e-6a27-4259-ac45-d2251527314c') {} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:38:43.490565 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0f2d20d8-63bb-4996-bd27-37ab3d4d70cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748711876181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1429834'] for segment, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:43.511732 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0f2d20d8-63bb-4996-bd27-37ab3d4d70cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:43.523962 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8002e4-d235-4e5a-8e47-b3b61366be9a req-b540a3b6-1fe6-469b-aebb-79ba05b3df9b tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:43.525441 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1d8002e4-d235-4e5a-8e47-b3b61366be9a req-b540a3b6-1fe6-469b-aebb-79ba05b3df9b tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.1387110 Feb 05 22:38:43.527774 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2d20d8-63bb-4996-bd27-37ab3d4d70cc admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=87483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 22:38:43.528157 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0f2d20d8-63bb-4996-bd27-37ab3d4d70cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3777956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11000378'] for segment, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: Traceback (most recent call last): Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: timer() Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: cb(*args, **kw) Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: return func(*args, **kwargs) Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: self._notify() Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: self.callback(batched_events) Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: event.method(event) Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: return f(self, *a, **k) Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: return self._get(url).json() Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: return self.request(url, 'GET', **kwargs) Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 22:38:43.541863 dv-cinder-818886-2-iscsi neutron-server[87483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 22:38:43.723943 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1d8002e4-d235-4e5a-8e47-b3b61366be9a req-f59004a0-043d-4642-97b6-871ff83ba3fb tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769717 Feb 05 22:38:43.831208 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0f2d20d8-63bb-4996-bd27-37ab3d4d70cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542425'] for network, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:43.862767 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0f2d20d8-63bb-4996-bd27-37ab3d4d70cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:43.869554 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d20d8-63bb-4996-bd27-37ab3d4d70cc admin admin] Pushing event deleted for resources: {'Network': ['ID=4ad457f5-4250-4af0-8275-341e9d593a42,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:43.991402 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98602919-9978-4d3a-80a7-3854cf9f059e req-48be9838-5a21-4390-8333-168ae7239c1a tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:43.992841 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-98602919-9978-4d3a-80a7-3854cf9f059e req-48be9838-5a21-4390-8333-168ae7239c1a tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1641226 Feb 05 22:38:44.003010 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-0f2d20d8-63bb-4996-bd27-37ab3d4d70cc admin admin] 10.222.0.24 "DELETE /v2.0/networks/4ad457f5-4250-4af0-8275-341e9d593a42 HTTP/1.1" status: 204 len: 168 time: 0.8979628 Feb 05 22:38:44.028232 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 42818) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:44.058262 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-98602919-9978-4d3a-80a7-3854cf9f059e req-3f38093e-91c6-4b0a-a91c-2ee2a4c90e8b tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594978 Feb 05 22:38:44.417584 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 42838) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:44.435069 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-d450c0bc-1859-4516-af15-def00653e86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:44.453525 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-d450c0bc-1859-4516-af15-def00653e86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:44.457704 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-d450c0bc-1859-4516-af15-def00653e86d admin admin] Usage tracker for resource:security_group_rule and tenant:c5b1a7d684ea4fa7b47a6e4393e5cb91 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:44.461029 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-d450c0bc-1859-4516-af15-def00653e86d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:44.466889 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-d450c0bc-1859-4516-af15-def00653e86d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:44.470936 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-1859655a-75a9-4b12-a5cb-4325f4fc4bd7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90b30a50b2824d00a031c4aad5804a4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0550363 Feb 05 22:38:44.473983 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 42842) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:44.550814 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7f095cc5-5905-45fb-a712-1871120e87ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:44.558616 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-d450c0bc-1859-4516-af15-def00653e86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:44.578196 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7f095cc5-5905-45fb-a712-1871120e87ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:44.640449 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-d450c0bc-1859-4516-af15-def00653e86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:44.705837 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-d450c0bc-1859-4516-af15-def00653e86d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5b1a7d684ea4fa7b47a6e4393e5cb91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6729937 Feb 05 22:38:44.706211 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 42858) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:44.709974 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7f095cc5-5905-45fb-a712-1871120e87ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:44.718289 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450c0bc-1859-4516-af15-def00653e86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991acd05-ef63-4157-a05b-f5231bc5b423,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:44.730070 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f095cc5-5905-45fb-a712-1871120e87ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de53f806-7c15-4718-acd7-a594b22812e2,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:44.785221 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-50d1883e-598b-469c-b272-f0e005305a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:44.811053 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-50d1883e-598b-469c-b272-f0e005305a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:44.845537 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7f095cc5-5905-45fb-a712-1871120e87ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:44.846823 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-7f095cc5-5905-45fb-a712-1871120e87ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de53f806-7c15-4718-acd7-a594b22812e2 HTTP/1.1" status: 204 len: 168 time: 0.3714328 Feb 05 22:38:44.978263 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-50d1883e-598b-469c-b272-f0e005305a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:44.999258 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1883e-598b-469c-b272-f0e005305a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991acd05-ef63-4157-a05b-f5231bc5b423,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:45.001894 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-50d1883e-598b-469c-b272-f0e005305a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:45.002982 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-50d1883e-598b-469c-b272-f0e005305a23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/991acd05-ef63-4157-a05b-f5231bc5b423 HTTP/1.1" status: 204 len: 168 time: 0.2959633 Feb 05 22:38:45.203691 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:38:45.401179 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 42880) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:45.646695 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-fa26ef12-f31c-4449-a3ba-1cabea3ea5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:45.663585 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-fa26ef12-f31c-4449-a3ba-1cabea3ea5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:45.672601 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-fa26ef12-f31c-4449-a3ba-1cabea3ea5ab admin admin] Usage tracker for resource:security_group_rule and tenant:f58c6575fd7a403fba59152d44e2acd7 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:45.675946 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-fa26ef12-f31c-4449-a3ba-1cabea3ea5ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:45.687178 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-fa26ef12-f31c-4449-a3ba-1cabea3ea5ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:45.794586 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-fa26ef12-f31c-4449-a3ba-1cabea3ea5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:45.926840 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-fa26ef12-f31c-4449-a3ba-1cabea3ea5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:45.976442 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-fa26ef12-f31c-4449-a3ba-1cabea3ea5ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f58c6575fd7a403fba59152d44e2acd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5739145 Feb 05 22:38:45.977529 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26ef12-f31c-4449-a3ba-1cabea3ea5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf3fd63-8181-44ad-85f0-4a44fccf17fe,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:45.979156 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 42912) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:46.047670 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d6ceae27-f904-4008-aa7b-ecef3be53313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:46.078233 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d6ceae27-f904-4008-aa7b-ecef3be53313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:46.241088 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d6ceae27-f904-4008-aa7b-ecef3be53313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:46.265341 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ceae27-f904-4008-aa7b-ecef3be53313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf3fd63-8181-44ad-85f0-4a44fccf17fe,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:46.274738 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d6ceae27-f904-4008-aa7b-ecef3be53313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:46.275862 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-d6ceae27-f904-4008-aa7b-ecef3be53313 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbf3fd63-8181-44ad-85f0-4a44fccf17fe HTTP/1.1" status: 204 len: 168 time: 0.2949154 Feb 05 22:38:46.616959 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 42966) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:46.762245 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2120575812-network', 'tenant_id': '0b6e1d86d1bf4c8bab0f40fba9ad215a'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:38:46.770940 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:46.775697 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] Usage tracker for resource:network and tenant:0b6e1d86d1bf4c8bab0f40fba9ad215a is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:46.779000 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:46.785602 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:46.880583 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] Made reservation on behalf of 0b6e1d86d1bf4c8bab0f40fba9ad215a for: {'network': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:38:46.883387 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for network, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:46.903309 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:46.931763 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:46.938597 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] Usage tracker for resource:security_group_rule and tenant:0b6e1d86d1bf4c8bab0f40fba9ad215a is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:46.944515 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:46.957619 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:47.082135 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:47.184799 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:47.222260 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=87483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 22:38:47.231407 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f31ade9-ee6f-419b-9bec-3127c4929e3c,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:47.236977 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:47.237415 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.segments_db [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] Added segment d7839250-9108-4941-8dc7-891d1d40cafa of type vlan for network 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 Feb 05 22:38:47.266093 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748711372171'] for network, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:47.419226 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for network, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:47.420248 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:47.420831 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:47.452442 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9b74f-bb2b-42c6-b9c0-3bc65d07643d req-2efcfe17-9f33-4f51-97ea-644ad98a4b23 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:47.462254 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-cbd9b74f-bb2b-42c6-b9c0-3bc65d07643d req-2efcfe17-9f33-4f51-97ea-644ad98a4b23 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1536522 Feb 05 22:38:47.513340 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-cbd9b74f-bb2b-42c6-b9c0-3bc65d07643d req-a4eab7d4-0062-42e2-8464-434a9bb7e12b tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480101 Feb 05 22:38:47.559919 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] Pushing event updated for resources: {'Network': ['ID=0a5408c9-2cbf-4224-8bef-182ab9eb0fc3,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:47.574317 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Network 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 details requested by agent ovs-agent-dv-cinder-818886-2-iscsi with host dv-cinder-818886-2-iscsi {{(pid=87484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 05 22:38:47.609628 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bc772-55ad-48fb-8f1f-a45d28f7ba7c req-c3264390-fcc4-4d48-8d12-08a2bd709169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:47.611111 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0b5bc772-55ad-48fb-8f1f-a45d28f7ba7c req-c3264390-fcc4-4d48-8d12-08a2bd709169 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5474d9a6de104f7bad74b5d7de3eb2df&device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 1098 time: 0.2495453 Feb 05 22:38:47.652107 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43008) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:47.720881 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-f1b091bf-4907-43da-bc4e-7eb5038e3c11 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0999169 Feb 05 22:38:47.721093 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 43016) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:47.731594 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-2a51fd45-1d74-4496-9e48-544ef46e65f3 admin admin] Request body: {'subnet': {'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2120575812-subnet', 'tenant_id': '0b6e1d86d1bf4c8bab0f40fba9ad215a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:38:47.741716 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-2a51fd45-1d74-4496-9e48-544ef46e65f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:47.757111 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-2a51fd45-1d74-4496-9e48-544ef46e65f3 admin admin] Usage tracker for resource:subnet and tenant:0b6e1d86d1bf4c8bab0f40fba9ad215a is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:47.762001 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-2a51fd45-1d74-4496-9e48-544ef46e65f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:47.776977 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-2a51fd45-1d74-4496-9e48-544ef46e65f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:47.791426 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bc772-55ad-48fb-8f1f-a45d28f7ba7c req-1971cb86-4599-4307-8ed6-0a74e185545e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:47.792866 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0b5bc772-55ad-48fb-8f1f-a45d28f7ba7c req-1971cb86-4599-4307-8ed6-0a74e185545e service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b4059c4-e980-42b2-9e93-74f1eb032fb9 HTTP/1.1" status: 200 len: 919 time: 0.1742423 Feb 05 22:38:47.805537 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8727b7fb-1a52-44c8-97fe-9bf7357eed66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:47.829853 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-8727b7fb-1a52-44c8-97fe-9bf7357eed66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:47.836495 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-8727b7fb-1a52-44c8-97fe-9bf7357eed66 admin admin] Usage tracker for resource:security_group_rule and tenant:36b94453670d4475b8759924f5f18e1b is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:47.840569 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-8727b7fb-1a52-44c8-97fe-9bf7357eed66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:47.848837 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-8727b7fb-1a52-44c8-97fe-9bf7357eed66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:47.871732 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0b5bc772-55ad-48fb-8f1f-a45d28f7ba7c req-9d401118-3221-4a6e-9bdb-db8fcc613f61 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a183df7-65c7-46e9-9071-5ec23a46d735 HTTP/1.1" status: 200 len: 217 time: 0.0715649 Feb 05 22:38:47.950298 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8727b7fb-1a52-44c8-97fe-9bf7357eed66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:47.950494 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bc772-55ad-48fb-8f1f-a45d28f7ba7c req-ca5fdc28-0946-4b11-953b-e2a215d6eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:47.951879 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0b5bc772-55ad-48fb-8f1f-a45d28f7ba7c req-ca5fdc28-0946-4b11-953b-e2a215d6eeab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2 HTTP/1.1" status: 200 len: 858 time: 0.0709848 Feb 05 22:38:47.952900 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a51fd45-1d74-4496-9e48-544ef46e65f3 admin admin] Made reservation on behalf of 0b6e1d86d1bf4c8bab0f40fba9ad215a for: {'subnet': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:38:47.955156 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2a51fd45-1d74-4496-9e48-544ef46e65f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10784630'] for subnet, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:48.018489 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8727b7fb-1a52-44c8-97fe-9bf7357eed66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:48.065572 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0b5bc772-55ad-48fb-8f1f-a45d28f7ba7c req-58e130d8-7325-4576-8e99-ce0c5a021586 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b4059c4-e980-42b2-9e93-74f1eb032fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944390 Feb 05 22:38:48.073661 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-8727b7fb-1a52-44c8-97fe-9bf7357eed66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36b94453670d4475b8759924f5f18e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4202602 Feb 05 22:38:48.077720 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43030) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:48.078523 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727b7fb-1a52-44c8-97fe-9bf7357eed66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d799fc-10b0-47f5-abec-6cbee46f9158,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:48.153848 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8cef-1fa8-40a1-9b56-99732e5a6ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:48.180671 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8cef-1fa8-40a1-9b56-99732e5a6ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:48.293752 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0b5bc772-55ad-48fb-8f1f-a45d28f7ba7c req-0e00a2d9-20c9-44b3-baba-fabea2f32cfc service neutron] 10.222.0.45 "GET /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200325 Feb 05 22:38:48.310954 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8cef-1fa8-40a1-9b56-99732e5a6ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:48.330228 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d8cef-1fa8-40a1-9b56-99732e5a6ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d799fc-10b0-47f5-abec-6cbee46f9158,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:48.335299 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8cef-1fa8-40a1-9b56-99732e5a6ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:48.337703 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-4a1d8cef-1fa8-40a1-9b56-99732e5a6ce9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09d799fc-10b0-47f5-abec-6cbee46f9158 HTTP/1.1" status: 204 len: 168 time: 0.2559092 Feb 05 22:38:48.389401 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43044) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:48.492964 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2a51fd45-1d74-4496-9e48-544ef46e65f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10573127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10784612'] for subnet, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:48.593694 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a51fd45-1d74-4496-9e48-544ef46e65f3 admin admin] Checking segment: {'id': 'd7839250-9108-4941-8dc7-891d1d40cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:38:48.594077 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a51fd45-1d74-4496-9e48-544ef46e65f3 admin admin] Network hostable DHCP agents. Network: 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3, hostable agents: ['4c125c21-34cc-48d5-813a-c17111208447'], hosted agents: [] {{(pid=87483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 22:38:48.602710 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51fd45-1d74-4496-9e48-544ef46e65f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ace9158-f5af-4a68-9803-36921a491318,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:48.710627 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a51fd45-1d74-4496-9e48-544ef46e65f3 admin admin] Network 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 is scheduled to be hosted by DHCP agent 4c125c21-34cc-48d5-813a-c17111208447 with binding_index 1 {{(pid=87483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 22:38:48.738318 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4386848-bc90-425e-bcb1-0255aab8fa82 req-af285e9a-ab2b-4dab-a2ad-310ca9dcf93e tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:48.740868 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a4386848-bc90-425e-bcb1-0255aab8fa82 req-af285e9a-ab2b-4dab-a2ad-310ca9dcf93e tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.0890148 Feb 05 22:38:48.761015 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-49073eaa-82a4-4d40-9c71-22b260a580de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:48.777018 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-49073eaa-82a4-4d40-9c71-22b260a580de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:48.781324 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-49073eaa-82a4-4d40-9c71-22b260a580de admin admin] Usage tracker for resource:security_group_rule and tenant:17cb7133cb1c4f169f85bdb5c2283e6e is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:48.784327 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-49073eaa-82a4-4d40-9c71-22b260a580de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:48.791350 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-49073eaa-82a4-4d40-9c71-22b260a580de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:48.805372 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a4386848-bc90-425e-bcb1-0255aab8fa82 req-7290cfb0-1372-4aaa-9a1d-ad612f218442 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586507 Feb 05 22:38:48.851808 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-2a51fd45-1d74-4496-9e48-544ef46e65f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-2-iscsi, 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3) {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:38:48.858308 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a51fd45-1d74-4496-9e48-544ef46e65f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:48.858900 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2a51fd45-1d74-4496-9e48-544ef46e65f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:48.863976 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12be74d0-edad-42b4-a017-ea1e0cfd3a7f None None] Network 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:38:48.904928 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-49073eaa-82a4-4d40-9c71-22b260a580de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:49.029858 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-49073eaa-82a4-4d40-9c71-22b260a580de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:49.066823 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-d4047513-17cd-437d-aaad-05094533e6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:49.084680 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f8fbb5-d688-4ede-9663-cc8a40272670 None None] Network 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:38:49.102362 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-49073eaa-82a4-4d40-9c71-22b260a580de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17cb7133cb1c4f169f85bdb5c2283e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7116780 Feb 05 22:38:49.103060 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43058) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:49.103730 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49073eaa-82a4-4d40-9c71-22b260a580de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7b4d9a-0984-4a46-adb9-6f61cd3449bf,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:49.152277 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-2a51fd45-1d74-4496-9e48-544ef46e65f3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4266071 Feb 05 22:38:49.173372 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-af377016-5195-4e2f-945a-88bd81deb816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:49.206832 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-af377016-5195-4e2f-945a-88bd81deb816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:49.222864 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0b5bc772-55ad-48fb-8f1f-a45d28f7ba7c req-54e1de3f-a1e3-4e0d-a86b-0db96e8d8e78 service neutron] 10.222.0.45 "GET /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475955 Feb 05 22:38:49.275641 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43064) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:49.295485 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8f592a68-a37c-4808-94d8-017a45911bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:49.310950 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-8f592a68-a37c-4808-94d8-017a45911bf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:49.314779 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-8f592a68-a37c-4808-94d8-017a45911bf3 admin admin] Usage tracker for resource:security_group_rule and tenant:80d8b039ef004fa7af9be5c47117b010 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:49.317808 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-8f592a68-a37c-4808-94d8-017a45911bf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:49.326254 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-8f592a68-a37c-4808-94d8-017a45911bf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:49.373061 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-af377016-5195-4e2f-945a-88bd81deb816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:49.393302 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af377016-5195-4e2f-945a-88bd81deb816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7b4d9a-0984-4a46-adb9-6f61cd3449bf,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:49.404725 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-af377016-5195-4e2f-945a-88bd81deb816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:49.405869 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-af377016-5195-4e2f-945a-88bd81deb816 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e7b4d9a-0984-4a46-adb9-6f61cd3449bf HTTP/1.1" status: 204 len: 168 time: 0.2986896 Feb 05 22:38:49.484146 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8f592a68-a37c-4808-94d8-017a45911bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:49.585727 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8f592a68-a37c-4808-94d8-017a45911bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:49.635683 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-8f592a68-a37c-4808-94d8-017a45911bf3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80d8b039ef004fa7af9be5c47117b010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3585384 Feb 05 22:38:49.637468 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f592a68-a37c-4808-94d8-017a45911bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b9ae3b-197d-4617-9aad-49a798a85b0f,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:49.638403 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 43082) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:49.714963 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-7eabfa1e-e3f7-4cdc-a23b-29c8525ea36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:49.742587 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-7eabfa1e-e3f7-4cdc-a23b-29c8525ea36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:49.915113 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-7eabfa1e-e3f7-4cdc-a23b-29c8525ea36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:49.972483 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabfa1e-e3f7-4cdc-a23b-29c8525ea36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b9ae3b-197d-4617-9aad-49a798a85b0f,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:49.981463 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-182e6ec1-be8a-488c-930f-1fccee0c78e0 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:49.983616 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-182e6ec1-be8a-488c-930f-1fccee0c78e0 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/networks?id=0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 HTTP/1.1" status: 200 len: 815 time: 0.1729145 Feb 05 22:38:49.985400 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-7eabfa1e-e3f7-4cdc-a23b-29c8525ea36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:49.986666 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-7eabfa1e-e3f7-4cdc-a23b-29c8525ea36a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05b9ae3b-197d-4617-9aad-49a798a85b0f HTTP/1.1" status: 204 len: 168 time: 0.3472052 Feb 05 22:38:50.010284 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-9478c954-adc9-460f-bffd-d6ec973a1e7e tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/quotas/0b6e1d86d1bf4c8bab0f40fba9ad215a HTTP/1.1" status: 200 len: 375 time: 0.0149996 Feb 05 22:38:50.032722 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d8aa1-e9ec-493e-920f-5b9321669ccc req-f2e585d3-6cfe-417b-b8be-4200ac4785e5 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:50.034201 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6b6d8aa1-e9ec-493e-920f-5b9321669ccc req-f2e585d3-6cfe-417b-b8be-4200ac4785e5 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.0967875 Feb 05 22:38:50.065897 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-786d67ca-0bfb-497b-9295-ee1644bd9da0 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b6e1d86d1bf4c8bab0f40fba9ad215a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507898 Feb 05 22:38:50.083723 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6b6d8aa1-e9ec-493e-920f-5b9321669ccc req-67aee999-7e86-4d52-a335-309b83167257 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434406 Feb 05 22:38:50.216822 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-8d01c69b-e44b-4a39-8c14-b1aab6fd3acb service neutron] 10.222.0.24 "GET /v2.0/networks/0a5408c9-2cbf-4224-8bef-182ab9eb0fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404181 Feb 05 22:38:50.353345 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-f3b8572e-53e4-4414-b85c-e4bfc1f71443 service neutron] 10.222.0.24 "GET /v2.0/networks/0a5408c9-2cbf-4224-8bef-182ab9eb0fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313660 Feb 05 22:38:50.510751 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 43104) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:50.528397 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-d3ee55e0-a8e2-459d-a0f2-983dabde4a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:50.542125 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-d3ee55e0-a8e2-459d-a0f2-983dabde4a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:50.545905 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-d3ee55e0-a8e2-459d-a0f2-983dabde4a1f admin admin] Usage tracker for resource:security_group_rule and tenant:1b218111983b4834b7f327f290cb2b72 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:50.548612 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-d3ee55e0-a8e2-459d-a0f2-983dabde4a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:50.554346 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-d3ee55e0-a8e2-459d-a0f2-983dabde4a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:50.701779 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3b14812b-d378-478e-8696-75ea550e1010 req-6655baae-a4bc-46f3-92b1-60601fdda83b tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 210 time: 0.0666418 Feb 05 22:38:50.745655 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-d3ee55e0-a8e2-459d-a0f2-983dabde4a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:50.829456 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-d3ee55e0-a8e2-459d-a0f2-983dabde4a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:50.888633 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee55e0-a8e2-459d-a0f2-983dabde4a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3181eb-372f-423a-8066-2fcaea6673f9,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:50.902485 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-d3ee55e0-a8e2-459d-a0f2-983dabde4a1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b218111983b4834b7f327f290cb2b72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3906627 Feb 05 22:38:50.904995 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 43134) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:50.966181 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b14d018b-e66e-43c2-9fe8-52f2ed37eea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:50.991728 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b14d018b-e66e-43c2-9fe8-52f2ed37eea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:51.195073 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b14d018b-e66e-43c2-9fe8-52f2ed37eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:51.210895 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d018b-e66e-43c2-9fe8-52f2ed37eea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3181eb-372f-423a-8066-2fcaea6673f9,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:51.218267 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b14d018b-e66e-43c2-9fe8-52f2ed37eea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:51.219375 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-b14d018b-e66e-43c2-9fe8-52f2ed37eea2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a3181eb-372f-423a-8066-2fcaea6673f9 HTTP/1.1" status: 204 len: 168 time: 0.3132322 Feb 05 22:38:51.276491 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-c4f6e9a7-d0b2-42e3-be74-ed23e8d2871b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:51.283574 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232eddf-65eb-421c-b636-ec78e9e9dabd req-9cd45112-f3ef-4fef-8f65-3b0d4db8bdfc tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:51.289723 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a232eddf-65eb-421c-b636-ec78e9e9dabd req-9cd45112-f3ef-4fef-8f65-3b0d4db8bdfc tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1001010 Feb 05 22:38:51.335577 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a232eddf-65eb-421c-b636-ec78e9e9dabd req-6774a049-6f09-4696-ab72-44e98814875f tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427682 Feb 05 22:38:51.809112 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-714d8b27-b66e-4223-94dd-2beb1aa5df7a req-07e6c861-4b5d-4fb8-a6ab-a3683a37eca7 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 210 time: 0.0525317 Feb 05 22:38:52.229439 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:52.590011 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:52.643804 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abe710-f664-4e69-a62e-6d2d85e4991c req-419ec904-33d3-46f7-8c6a-1795433bf735 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:52.646688 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-84abe710-f664-4e69-a62e-6d2d85e4991c req-419ec904-33d3-46f7-8c6a-1795433bf735 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.0958855 Feb 05 22:38:52.690112 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-84abe710-f664-4e69-a62e-6d2d85e4991c req-4ef2c6d7-cdd9-48c5-bbd0-70eeac9eadd1 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385578 Feb 05 22:38:52.986604 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-46921f06-5523-4468-94b2-362d22e4c53c req-d6b7cbf9-2616-46c5-8203-005d196521ac tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 210 time: 0.0462537 Feb 05 22:38:53.594946 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-c318d22d-e5a7-4a59-9cc7-9109ec0fb077 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:53.594946 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-c318d22d-e5a7-4a59-9cc7-9109ec0fb077 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Synchronizing usage tracker for tenant:0b6e1d86d1bf4c8bab0f40fba9ad215a on resource:network {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:38:53.693451 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:53.735186 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-c318d22d-e5a7-4a59-9cc7-9109ec0fb077 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Unset dirty status for tenant:0b6e1d86d1bf4c8bab0f40fba9ad215a on resource:network {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:38:53.735186 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-c318d22d-e5a7-4a59-9cc7-9109ec0fb077 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.45 "GET /v2.0/networks?id=0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 HTTP/1.1" status: 200 len: 815 time: 0.3126211 Feb 05 22:38:53.750671 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-1961e4bc-d070-494c-8952-1da45a1d90df tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Request body: {'port': {'device_id': 'b41bf34d-18f3-4bed-afcb-7714bc8539b2', 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3', 'admin_state_up': True, 'tenant_id': '0b6e1d86d1bf4c8bab0f40fba9ad215a'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:38:53.771285 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43274) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:53.926695 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd0122-5338-4d03-9181-a8a989f53005 req-d708e897-d5fa-4d97-b9d0-c22a75a65425 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:53.937492 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e6fd0122-5338-4d03-9181-a8a989f53005 req-d708e897-d5fa-4d97-b9d0-c22a75a65425 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1256771 Feb 05 22:38:54.024908 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e6fd0122-5338-4d03-9181-a8a989f53005 req-39de6621-ab93-4df6-ba8c-7f7e2f082abc tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852802 Feb 05 22:38:54.102735 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-1961e4bc-d070-494c-8952-1da45a1d90df tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:54.111420 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-1961e4bc-d070-494c-8952-1da45a1d90df tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Usage tracker for resource:port and tenant:0b6e1d86d1bf4c8bab0f40fba9ad215a is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:54.119443 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-1961e4bc-d070-494c-8952-1da45a1d90df tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:54.143183 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-1961e4bc-d070-494c-8952-1da45a1d90df tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:54.199359 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-79a4fd2a-4891-415c-9ce6-3465197422b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:54.222270 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-79a4fd2a-4891-415c-9ce6-3465197422b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:54.227110 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-79a4fd2a-4891-415c-9ce6-3465197422b1 admin admin] Usage tracker for resource:security_group_rule and tenant:cad4e585bc414de0874e930c3a135d25 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:54.230937 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-79a4fd2a-4891-415c-9ce6-3465197422b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:54.237037 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ed03e405-ca4b-47fc-90b1-41510fd5f5a0 req-1aff7703-4513-4c11-9d94-4ab62da4d8e1 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 210 time: 0.0515490 Feb 05 22:38:54.244558 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-79a4fd2a-4891-415c-9ce6-3465197422b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:54.250930 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-1961e4bc-d070-494c-8952-1da45a1d90df tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Made reservation on behalf of 0b6e1d86d1bf4c8bab0f40fba9ad215a for: {'port': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:38:54.258496 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-1961e4bc-d070-494c-8952-1da45a1d90df tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:54.344393 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 43296) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:54.381307 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-79a4fd2a-4891-415c-9ce6-3465197422b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:54.452959 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-1961e4bc-d070-494c-8952-1da45a1d90df tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Allocated IP 172.20.0.2 (0a5408c9-2cbf-4224-8bef-182ab9eb0fc3/5ace9158-f5af-4a68-9803-36921a491318/c2c729a4-afd8-47d0-809f-382ca5ce9aad) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:38:54.475389 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-79a4fd2a-4891-415c-9ce6-3465197422b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:54.514404 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4fd2a-4891-415c-9ce6-3465197422b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5757048a-8025-4456-bac9-6b58c4bd1c7a,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:54.514902 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-8f66ff1e-e84c-4163-89c8-dbcbb077f830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:54.550011 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-79a4fd2a-4891-415c-9ce6-3465197422b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cad4e585bc414de0874e930c3a135d25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7749982 Feb 05 22:38:54.553387 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43304) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:54.559713 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-8f66ff1e-e84c-4163-89c8-dbcbb077f830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:54.578521 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-8f66ff1e-e84c-4163-89c8-dbcbb077f830 admin admin] Usage tracker for resource:security_group_rule and tenant:f9029a67c2ad4cc892c6c87a13770e64 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:54.584253 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-8f66ff1e-e84c-4163-89c8-dbcbb077f830 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:54.618405 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-53213da6-388c-46d5-9bdf-949cbf0fac10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:54.644107 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-53213da6-388c-46d5-9bdf-949cbf0fac10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:54.649342 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-8f66ff1e-e84c-4163-89c8-dbcbb077f830 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:54.759122 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-1961e4bc-d070-494c-8952-1da45a1d90df tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:54.778642 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-53213da6-388c-46d5-9bdf-949cbf0fac10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:54.797296 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53213da6-388c-46d5-9bdf-949cbf0fac10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5757048a-8025-4456-bac9-6b58c4bd1c7a,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:54.807375 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-53213da6-388c-46d5-9bdf-949cbf0fac10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:54.808483 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-53213da6-388c-46d5-9bdf-949cbf0fac10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5757048a-8025-4456-bac9-6b58c4bd1c7a HTTP/1.1" status: 204 len: 168 time: 0.2537425 Feb 05 22:38:54.854388 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-8f66ff1e-e84c-4163-89c8-dbcbb077f830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:54.898783 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-1961e4bc-d070-494c-8952-1da45a1d90df tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:54.969503 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-8f66ff1e-e84c-4163-89c8-dbcbb077f830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:54.994075 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-1961e4bc-d070-494c-8952-1da45a1d90df tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Network 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:38:55.005488 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-1961e4bc-d070-494c-8952-1da45a1d90df tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:38:55.017479 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-1961e4bc-d070-494c-8952-1da45a1d90df tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:38:55.049080 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961e4bc-d070-494c-8952-1da45a1d90df tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Pushing event updated for resources: {'Port': ['ID=c2c729a4-afd8-47d0-809f-382ca5ce9aad,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:55.074373 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-8f66ff1e-e84c-4163-89c8-dbcbb077f830 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9029a67c2ad4cc892c6c87a13770e64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7289283 Feb 05 22:38:55.077274 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43318) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:55.096138 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66ff1e-e84c-4163-89c8-dbcbb077f830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93f1098-d4ec-425b-b243-2412dad57abd,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:55.149099 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-1961e4bc-d070-494c-8952-1da45a1d90df tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:55.150744 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-1961e4bc-d070-494c-8952-1da45a1d90df tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:55.211735 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-244f4477-57cf-48c1-ba9f-78bc20a75032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:55.246217 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-244f4477-57cf-48c1-ba9f-78bc20a75032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:55.293881 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-1961e4bc-d070-494c-8952-1da45a1d90df tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5473471 Feb 05 22:38:55.300536 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650c545-4147-4331-bb4f-9f0c403342ad req-97f700b6-5dc4-4898-9158-d9c577244113 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:55.302705 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0650c545-4147-4331-bb4f-9f0c403342ad req-97f700b6-5dc4-4898-9158-d9c577244113 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1586478 Feb 05 22:38:55.309382 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] Request body: {'port': {'device_id': 'b41bf34d-18f3-4bed-afcb-7714bc8539b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:38:55.455625 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0650c545-4147-4331-bb4f-9f0c403342ad req-67aec803-b90f-4e2f-b7c4-9275bb1331f3 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334729 Feb 05 22:38:55.549927 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-244f4477-57cf-48c1-ba9f-78bc20a75032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:55.584035 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f4477-57cf-48c1-ba9f-78bc20a75032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93f1098-d4ec-425b-b243-2412dad57abd,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:55.588233 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-244f4477-57cf-48c1-ba9f-78bc20a75032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:55.590066 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-244f4477-57cf-48c1-ba9f-78bc20a75032 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a93f1098-d4ec-425b-b243-2412dad57abd HTTP/1.1" status: 204 len: 168 time: 0.5116069 Feb 05 22:38:55.610446 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:55.701843 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c1c3d-a80e-494e-b89d-3b4574dfa93c req-ed9bc9f1-c116-4a00-9d8f-647133c915df tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:55.702537 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-e48c1c3d-a80e-494e-b89d-3b4574dfa93c req-ed9bc9f1-c116-4a00-9d8f-647133c915df tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Synchronizing usage tracker for tenant:0b6e1d86d1bf4c8bab0f40fba9ad215a on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:38:55.861241 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-e48c1c3d-a80e-494e-b89d-3b4574dfa93c req-ed9bc9f1-c116-4a00-9d8f-647133c915df tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Unset dirty status for tenant:0b6e1d86d1bf4c8bab0f40fba9ad215a on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:38:55.862893 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e48c1c3d-a80e-494e-b89d-3b4574dfa93c req-ed9bc9f1-c116-4a00-9d8f-647133c915df tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 931 time: 0.4757259 Feb 05 22:38:55.950010 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-e48c1c3d-a80e-494e-b89d-3b4574dfa93c req-a873c0c8-100b-4003-95b1-6d095353a9b1 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Synchronizing usage tracker for tenant:0b6e1d86d1bf4c8bab0f40fba9ad215a on resource:security_group {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:38:56.077490 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-e48c1c3d-a80e-494e-b89d-3b4574dfa93c req-a873c0c8-100b-4003-95b1-6d095353a9b1 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Unset dirty status for tenant:0b6e1d86d1bf4c8bab0f40fba9ad215a on resource:security_group {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:38:56.078673 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e48c1c3d-a80e-494e-b89d-3b4574dfa93c req-a873c0c8-100b-4003-95b1-6d095353a9b1 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076879 Feb 05 22:38:56.085057 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c729a4-afd8-47d0-809f-382ca5ce9aad {{(pid=87483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:38:56.092185 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:56.110204 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] Transition to ACTIVE for port object c2c729a4-afd8-47d0-809f-382ca5ce9aad will not be triggered until provisioned by entity L2. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:38:56.206805 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:56.401020 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c729a4-afd8-47d0-809f-382ca5ce9aad,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:56.447328 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] Attempting to bind port c2c729a4-afd8-47d0-809f-382ca5ce9aad on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:38:56.447668 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] Attempting to bind port c2c729a4-afd8-47d0-809f-382ca5ce9aad by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'd7839250-9108-4941-8dc7-891d1d40cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3'}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:38:56.451238 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] Attempting to bind port c2c729a4-afd8-47d0-809f-382ca5ce9aad on network 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:38:56.452470 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] Port c2c729a4-afd8-47d0-809f-382ca5ce9aad on network 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 05 22:38:56.452787 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] Attempting to bind port c2c729a4-afd8-47d0-809f-382ca5ce9aad on network 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:38:56.458270 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] Checking agent: {'id': 'bad58867-603f-489e-b0dd-362048cf3d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'started_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:38:56.458612 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] Checking segment: {'id': 'd7839250-9108-4941-8dc7-891d1d40cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:38:56.458985 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] Bound using segment: {'id': 'd7839250-9108-4941-8dc7-891d1d40cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3'} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:38:56.459403 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] Bound port: c2c729a4-afd8-47d0-809f-382ca5ce9aad, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7839250-9108-4941-8dc7-891d1d40cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3'}}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:38:56.459744 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:56.561872 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] For port c2c729a4-afd8-47d0-809f-382ca5ce9aad, host hv-cinder-81888, cleared binding levels {{(pid=87483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:38:56.566674 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] For port c2c729a4-afd8-47d0-809f-382ca5ce9aad, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c2c729a4-afd8-47d0-809f-382ca5ce9aad,segment=NetworkSegment(d7839250-9108-4941-8dc7-891d1d40cafa),segment_id=d7839250-9108-4941-8dc7-891d1d40cafa)] {{(pid=87483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:38:56.670162 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e465314-c96d-4c58-afa4-a9516eca95ba req-d5b5bbca-a7c8-4afd-9dd0-038ab938b5f3 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:56.673621 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 43386) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:56.679207 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9e465314-c96d-4c58-afa4-a9516eca95ba req-d5b5bbca-a7c8-4afd-9dd0-038ab938b5f3 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1009195 Feb 05 22:38:56.700168 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:56.722377 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9e465314-c96d-4c58-afa4-a9516eca95ba req-7e7ac2fd-b19b-4ab5-905e-dec6cd5d8fc8 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416489 Feb 05 22:38:56.789457 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:56.790309 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:56.791701 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] 10.222.0.45 "PUT /v2.0/ports/c2c729a4-afd8-47d0-809f-382ca5ce9aad HTTP/1.1" status: 200 len: 1093 time: 1.4904580 Feb 05 22:38:56.794471 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b41bf34d-18f3-4bed-afcb-7714bc8539b2', 'tag': 'c2c729a4-afd8-47d0-809f-382ca5ce9aad'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:38:56.811235 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431638a9-abd1-460d-b05c-28bf3bf4ea96 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c729a4-afd8-47d0-809f-382ca5ce9aad,revision_number=3']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:56.863017 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b41bf34d-18f3-4bed-afcb-7714bc8539b2', 'tag': 'c2c729a4-afd8-47d0-809f-382ca5ce9aad', 'status': 'completed', 'code': 200} Feb 05 22:38:57.005839 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78989c5e-ecb1-4164-b493-9182d66066e7 req-d1eae97f-50eb-45e7-b79b-900c1f5adcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:57.007948 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-78989c5e-ecb1-4164-b493-9182d66066e7 req-d1eae97f-50eb-45e7-b79b-900c1f5adcea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b6e1d86d1bf4c8bab0f40fba9ad215a&device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 1096 time: 0.1104236 Feb 05 22:38:57.141462 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f03cdf22-c071-4bf9-9ead-681640ace049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:57.178731 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-f03cdf22-c071-4bf9-9ead-681640ace049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:57.193262 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-f03cdf22-c071-4bf9-9ead-681640ace049 admin admin] Usage tracker for resource:security_group_rule and tenant:eb7910bb57e7476eaa58b3428a2cdab6 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:57.193262 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-f03cdf22-c071-4bf9-9ead-681640ace049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:57.201077 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-f03cdf22-c071-4bf9-9ead-681640ace049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:57.250975 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78989c5e-ecb1-4164-b493-9182d66066e7 req-ebe955fc-697c-4724-97b4-94c0c6a986a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:57.254457 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-78989c5e-ecb1-4164-b493-9182d66066e7 req-ebe955fc-697c-4724-97b4-94c0c6a986a6 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0b6e1d86d1bf4c8bab0f40fba9ad215a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2345705 Feb 05 22:38:57.300871 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a2bec-431a-4372-ac8a-00a028e612cd req-42d10466-71cd-40da-b2df-ff2e44d9b5fa tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:57.341300 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-576a2bec-431a-4372-ac8a-00a028e612cd req-42d10466-71cd-40da-b2df-ff2e44d9b5fa tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 943 time: 0.0929606 Feb 05 22:38:57.357991 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-576a2bec-431a-4372-ac8a-00a028e612cd req-5705ac8d-317f-4b24-82dd-ecef5cd2c332 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477998 Feb 05 22:38:57.435990 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f03cdf22-c071-4bf9-9ead-681640ace049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:57.437443 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78989c5e-ecb1-4164-b493-9182d66066e7 req-69457dbb-3169-45e4-b6b2-b0108e2674d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:57.438879 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-78989c5e-ecb1-4164-b493-9182d66066e7 req-69457dbb-3169-45e4-b6b2-b0108e2674d5 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1788926 Feb 05 22:38:57.537003 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f03cdf22-c071-4bf9-9ead-681640ace049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:57.555003 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43418) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:57.593126 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-f03cdf22-c071-4bf9-9ead-681640ace049 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb7910bb57e7476eaa58b3428a2cdab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9182065 Feb 05 22:38:57.594300 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cdf22-c071-4bf9-9ead-681640ace049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d41cc1-0484-4ffe-a1eb-e47d28c13224,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:57.598344 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 43424) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:57.651211 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-1dd07da0-3f7c-4691-984b-1578f84ea1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:57.652783 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-1dd07da0-3f7c-4691-984b-1578f84ea1ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b6e1d86d1bf4c8bab0f40fba9ad215a&device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 1096 time: 0.1748602 Feb 05 22:38:57.748164 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-1c73ebe3-19f7-4752-8e96-5e188b0b1211 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2c729a4-afd8-47d0-809f-382ca5ce9aad HTTP/1.1" status: 200 len: 217 time: 0.0711956 Feb 05 22:38:57.757025 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-607323dd-a7e6-4aca-8f82-1739364b1d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:57.824575 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-34949573-network', 'tenant_id': '702e29ddaa8744428563df1e658cf792'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:38:57.830207 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:57.838841 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] Usage tracker for resource:network and tenant:702e29ddaa8744428563df1e658cf792 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:57.840187 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:57.847578 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:57.955519 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] Made reservation on behalf of 702e29ddaa8744428563df1e658cf792 for: {'network': 1} {{(pid=87482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:38:57.957900 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for network, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:57.967495 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-607323dd-a7e6-4aca-8f82-1739364b1d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:57.970371 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:57.985470 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:57.999591 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] Usage tracker for resource:security_group_rule and tenant:702e29ddaa8744428563df1e658cf792 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:58.001636 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-337c7451-793d-4b52-9e21-bd4a46becbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:58.002968 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:58.003086 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-337c7451-793d-4b52-9e21-bd4a46becbc6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ace9158-f5af-4a68-9803-36921a491318 HTTP/1.1" status: 200 len: 855 time: 0.2474871 Feb 05 22:38:58.009286 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:58.070695 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-67a58841-46fe-482e-969d-b0f0d878c7b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a5408c9-2cbf-4224-8bef-182ab9eb0fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598691 Feb 05 22:38:58.099904 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:58.166958 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e2f56-d1d5-4d12-a6ba-b6b1744c7f75 req-ba312925-4007-49cd-8821-abdbaa11b583 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:58.168482 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2f7e2f56-d1d5-4d12-a6ba-b6b1744c7f75 req-ba312925-4007-49cd-8821-abdbaa11b583 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.2689362 Feb 05 22:38:58.172576 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:58.206635 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a986b4-a61e-4337-99b1-10cff2eee2be,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:58.245171 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2f7e2f56-d1d5-4d12-a6ba-b6b1744c7f75 req-9471afcb-31ee-4d47-9617-68bd76643935 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703788 Feb 05 22:38:58.251792 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=87482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 22:38:58.253760 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-607323dd-a7e6-4aca-8f82-1739364b1d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:58.262446 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:58.262786 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.db.segments_db [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] Added segment c52e265f-5954-4c7a-b1c5-eb286491c2f6 of type vlan for network 68b48108-dc53-4d92-bb25-96697ea07f27 Feb 05 22:38:58.275940 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607323dd-a7e6-4aca-8f82-1739364b1d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d41cc1-0484-4ffe-a1eb-e47d28c13224,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:58.280280 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-29e903a1-edf4-4461-a248-763a486073df service neutron] 10.222.0.45 "GET /v2.0/networks/0a5408c9-2cbf-4224-8bef-182ab9eb0fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012522 Feb 05 22:38:58.282626 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-607323dd-a7e6-4aca-8f82-1739364b1d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:58.283636 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-607323dd-a7e6-4aca-8f82-1739364b1d14 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79d41cc1-0484-4ffe-a1eb-e47d28c13224 HTTP/1.1" status: 204 len: 168 time: 0.6839328 Feb 05 22:38:58.314865 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748711372171'] for network, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:58.416195 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e36598be-a9f2-4e85-8004-deab2c1105f2 req-e0e3486f-63c5-4ed8-9b88-479fecc7bdf5 service neutron] 10.222.0.45 "GET /v2.0/networks/0a5408c9-2cbf-4224-8bef-182ab9eb0fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289649 Feb 05 22:38:58.418536 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for network, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:58.418769 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:58.419428 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:58.577096 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] Pushing event updated for resources: {'Network': ['ID=68b48108-dc53-4d92-bb25-96697ea07f27,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:58.590408 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Network 68b48108-dc53-4d92-bb25-96697ea07f27 details requested by agent ovs-agent-dv-cinder-818886-2-iscsi with host dv-cinder-818886-2-iscsi {{(pid=87484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 05 22:38:58.605135 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9dfc1-8dc4-4e25-8af2-6aacf2cbdd5b req-1dfe5c56-9f69-49d7-ac09-8ed4cf54fd68 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:58.607254 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5dc9dfc1-8dc4-4e25-8af2-6aacf2cbdd5b req-1dfe5c56-9f69-49d7-ac09-8ed4cf54fd68 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 943 time: 0.1193252 Feb 05 22:38:58.641789 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-a4de39c3-da34-475e-88b1-1f61462835d9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0855067 Feb 05 22:38:58.648798 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 43448) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:58.654529 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-b0c93160-1ad6-4ba1-bff5-6bb2da572d2d admin admin] Request body: {'subnet': {'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-34949573-subnet', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'ip_version': 4}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:38:58.659218 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-b0c93160-1ad6-4ba1-bff5-6bb2da572d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:58.663504 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-b0c93160-1ad6-4ba1-bff5-6bb2da572d2d admin admin] Usage tracker for resource:subnet and tenant:702e29ddaa8744428563df1e658cf792 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:58.664841 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5dc9dfc1-8dc4-4e25-8af2-6aacf2cbdd5b req-f247e6ee-2814-4452-bc63-aac8531d5323 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488122 Feb 05 22:38:58.666916 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-b0c93160-1ad6-4ba1-bff5-6bb2da572d2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:58.673761 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-b0c93160-1ad6-4ba1-bff5-6bb2da572d2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:58.783388 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c93160-1ad6-4ba1-bff5-6bb2da572d2d admin admin] Made reservation on behalf of 702e29ddaa8744428563df1e658cf792 for: {'subnet': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:38:58.786528 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b0c93160-1ad6-4ba1-bff5-6bb2da572d2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10784630'] for subnet, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:59.162161 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b0c93160-1ad6-4ba1-bff5-6bb2da572d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10573127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10784612'] for subnet, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:59.235934 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c93160-1ad6-4ba1-bff5-6bb2da572d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f64bd31d-38ed-4971-9674-2865d8146099,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:38:59.243274 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c93160-1ad6-4ba1-bff5-6bb2da572d2d admin admin] Checking segment: {'id': 'c52e265f-5954-4c7a-b1c5-eb286491c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:38:59.243634 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c93160-1ad6-4ba1-bff5-6bb2da572d2d admin admin] Network hostable DHCP agents. Network: 68b48108-dc53-4d92-bb25-96697ea07f27, hostable agents: ['4c125c21-34cc-48d5-813a-c17111208447'], hosted agents: [] {{(pid=87483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 22:38:59.337967 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c93160-1ad6-4ba1-bff5-6bb2da572d2d admin admin] Network 68b48108-dc53-4d92-bb25-96697ea07f27 is scheduled to be hosted by DHCP agent 4c125c21-34cc-48d5-813a-c17111208447 with binding_index 1 {{(pid=87483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 22:38:59.438996 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a054e-4bee-4355-9869-562f2198b7a9 req-0e91a840-d706-4996-a6af-4c262d700035 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:59.440621 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-461a054e-4bee-4355-9869-562f2198b7a9 req-0e91a840-d706-4996-a6af-4c262d700035 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.0881879 Feb 05 22:38:59.442429 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-b0c93160-1ad6-4ba1-bff5-6bb2da572d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-2-iscsi, 68b48108-dc53-4d92-bb25-96697ea07f27) {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:38:59.450145 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143c5482-5fd6-4a97-8b0c-8dbb87928ec2 None None] Network 68b48108-dc53-4d92-bb25-96697ea07f27 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:38:59.454107 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c93160-1ad6-4ba1-bff5-6bb2da572d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:38:59.460816 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b0c93160-1ad6-4ba1-bff5-6bb2da572d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:59.483844 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43484) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:59.514328 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-461a054e-4bee-4355-9869-562f2198b7a9 req-f6a39619-a46f-4632-b3ff-12dbfc1625c1 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621338 Feb 05 22:38:59.612521 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a8ad50d7-328a-4923-833a-ac805e2f613f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:59.627285 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-a8ad50d7-328a-4923-833a-ac805e2f613f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:59.632046 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-a8ad50d7-328a-4923-833a-ac805e2f613f admin admin] Usage tracker for resource:security_group_rule and tenant:16b35a77790745dbbf39dba53637570e is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:59.634889 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-a8ad50d7-328a-4923-833a-ac805e2f613f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:59.640454 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-a8ad50d7-328a-4923-833a-ac805e2f613f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:59.679612 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-b0c93160-1ad6-4ba1-bff5-6bb2da572d2d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0269892 Feb 05 22:38:59.680097 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 43492) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:38:59.685447 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-34949573-router', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:38:59.699196 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:38:59.699196 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Usage tracker for resource:router and tenant:702e29ddaa8744428563df1e658cf792 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:38:59.699196 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:38:59.705926 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:38:59.741843 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc962ffca-d0ef-5521-9335-c9e17b987064-68b48108-dc53-4d92-bb25-96697ea07f27', 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'fixed_ips': [{'subnet_id': 'f64bd31d-38ed-4971-9674-2865d8146099'}]}} from dv-cinder-818886-2-iscsi. {{(pid=87484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 05 22:38:59.743058 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:59.787595 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a8ad50d7-328a-4923-833a-ac805e2f613f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:59.795992 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1683'] for router, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:59.797447 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1668'] for router, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:59.821205 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:59.912776 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a8ad50d7-328a-4923-833a-ac805e2f613f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:38:59.963273 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.db_base_plugin_common [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Allocated IP 172.20.0.2 (68b48108-dc53-4d92-bb25-96697ea07f27/f64bd31d-38ed-4971-9674-2865d8146099/b69e87ad-15c6-4586-a3ec-74a6a82cab15) {{(pid=87484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:38:59.992718 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad50d7-328a-4923-833a-ac805e2f613f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3605b3-71bb-4e13-8f23-0d030c474e18,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:00.003402 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-a8ad50d7-328a-4923-833a-ac805e2f613f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16b35a77790745dbbf39dba53637570e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5180509 Feb 05 22:39:00.004620 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43506) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:00.051131 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f63aec-b1d6-4afa-bd88-d675dd826487 req-1e548e07-01ab-4525-9e52-7a39e39d46e9 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:00.058096 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-27f63aec-b1d6-4afa-bd88-d675dd826487 req-1e548e07-01ab-4525-9e52-7a39e39d46e9 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 943 time: 0.2499325 Feb 05 22:39:00.136107 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-27f63aec-b1d6-4afa-bd88-d675dd826487 req-ed5fef23-5201-44b5-b2ed-ab800865be36 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771806 Feb 05 22:39:00.137057 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-5049580a-c67a-47d0-924c-60c8d82d1a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:00.167323 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-5049580a-c67a-47d0-924c-60c8d82d1a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:00.265324 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Notify callbacks [] for port, precommit_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:00.304213 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-5049580a-c67a-47d0-924c-60c8d82d1a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:00.307917 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1654'] for router, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:00.314882 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Transition to ACTIVE for port object b69e87ad-15c6-4586-a3ec-74a6a82cab15 will not be triggered until provisioned by entity L2. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:39:00.325652 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049580a-c67a-47d0-924c-60c8d82d1a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3605b3-71bb-4e13-8f23-0d030c474e18,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:00.329341 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-5049580a-c67a-47d0-924c-60c8d82d1a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:00.333883 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-5049580a-c67a-47d0-924c-60c8d82d1a39 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c3605b3-71bb-4e13-8f23-0d030c474e18 HTTP/1.1" status: 204 len: 168 time: 0.3269241 Feb 05 22:39:00.346091 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Transition to ACTIVE for port object b69e87ad-15c6-4586-a3ec-74a6a82cab15 will not be triggered until provisioned by entity DHCP. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:39:00.418339 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:00.492503 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Network 68b48108-dc53-4d92-bb25-96697ea07f27 is already hosted by enough agents. {{(pid=87484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:39:00.495616 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.scheduler.base_scheduler [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Resources bound (agent type, host, resource id): {{(pid=87484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:39:00.499552 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Received port after_create {{(pid=87484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:39:00.537376 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Pushing event updated for resources: {'Port': ['ID=b69e87ad-15c6-4586-a3ec-74a6a82cab15,revision_number=1']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:00.554714 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:00.555061 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:00.555400 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:00.555727 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:00.556052 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:00.556375 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:00.556695 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:00.557014 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:00.557379 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:00.557703 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:00.558119 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:00.558422 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:00.621898 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Attempting to bind port b69e87ad-15c6-4586-a3ec-74a6a82cab15 on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:39:00.622430 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Attempting to bind port b69e87ad-15c6-4586-a3ec-74a6a82cab15 by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': 'c52e265f-5954-4c7a-b1c5-eb286491c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27'}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:39:00.626815 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Attempting to bind port b69e87ad-15c6-4586-a3ec-74a6a82cab15 on network 68b48108-dc53-4d92-bb25-96697ea07f27 {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:39:00.628878 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:39:00.629304 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Checking segment: {'id': 'c52e265f-5954-4c7a-b1c5-eb286491c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:39:00.629701 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:00.630084 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Bound using segment: {'id': 'c52e265f-5954-4c7a-b1c5-eb286491c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27'} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:39:00.630569 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Bound port: b69e87ad-15c6-4586-a3ec-74a6a82cab15, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52e265f-5954-4c7a-b1c5-eb286491c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27'}}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:39:00.630906 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:00.770776 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] For port b69e87ad-15c6-4586-a3ec-74a6a82cab15, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:39:00.775585 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] For port b69e87ad-15c6-4586-a3ec-74a6a82cab15, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=b69e87ad-15c6-4586-a3ec-74a6a82cab15,segment=NetworkSegment(c52e265f-5954-4c7a-b1c5-eb286491c2f6),segment_id=c52e265f-5954-4c7a-b1c5-eb286491c2f6)] {{(pid=87484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:39:00.920756 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:00.922167 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:00.960739 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:01.013498 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e46012-cf07-4969-8f72-b09d9e492326 None None] Pushing event updated for resources: {'Port': ['ID=b69e87ad-15c6-4586-a3ec-74a6a82cab15,revision_number=2']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:01.024959 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eaf22a-335e-4a44-ba3c-c214c91100ff req-71b69d2d-1d95-4f3d-8b51-baa32f0cf88b tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:01.024959 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b9eaf22a-335e-4a44-ba3c-c214c91100ff req-71b69d2d-1d95-4f3d-8b51-baa32f0cf88b tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.3688900 Feb 05 22:39:01.146301 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b9eaf22a-335e-4a44-ba3c-c214c91100ff req-30843e0b-bd3b-41f3-84c6-e15b6ab1f2be tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135926 Feb 05 22:39:01.171376 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Allocated IP 172.27.3.227 (6817b256-dae4-44db-bc68-adab2164788e/583bfacf-eb7c-4478-b06f-909c14cf964a/2d6d6929-cf13-465a-a46b-a693251fa00f) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:39:01.383940 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:01.434893 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c67d9-a189-4b4e-995e-ca27a1f16f7c req-d5f7d6b9-6495-410c-8ee1-e210c79e7bb4 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:01.444809 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-968c67d9-a189-4b4e-995e-ca27a1f16f7c req-d5f7d6b9-6495-410c-8ee1-e210c79e7bb4 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 943 time: 0.1059971 Feb 05 22:39:01.492272 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-968c67d9-a189-4b4e-995e-ca27a1f16f7c req-19cb830b-147f-412c-aa5c-a3742b8ac9ed tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463173 Feb 05 22:39:01.498528 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:01.569904 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Network 6817b256-dae4-44db-bc68-adab2164788e is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:39:01.576802 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:39:01.581430 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:39:01.626822 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Pushing event updated for resources: {'Port': ['ID=2d6d6929-cf13-465a-a46b-a693251fa00f,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:01.743552 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device b69e87ad-15c6-4586-a3ec-74a6a82cab15 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:01.921252 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port b69e87ad-15c6-4586-a3ec-74a6a82cab15 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:39:02.270977 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device c2c729a4-afd8-47d0-809f-382ca5ce9aad details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:39:02.297745 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c3a11-63ca-4ced-b982-cc2cbbe1fc6b req-da66f10d-8dd2-4c4e-a996-90a393d680b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:02.299327 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-266c3a11-63ca-4ced-b982-cc2cbbe1fc6b req-da66f10d-8dd2-4c4e-a996-90a393d680b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 1098 time: 0.2642796 Feb 05 22:39:02.300777 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aca559-ba66-4f6f-a2de-9843838045c0 None None] Network 68b48108-dc53-4d92-bb25-96697ea07f27 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:39:02.304682 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:02.496820 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43580) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:02.571479 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2dec9-e80d-42a7-a818-bdb7dab3f196 req-d8af21e9-e923-40be-b759-c4af623c29f4 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:02.579690 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-baf2dec9-e80d-42a7-a818-bdb7dab3f196 req-d8af21e9-e923-40be-b759-c4af623c29f4 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1919603 Feb 05 22:39:02.606614 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-266c3a11-63ca-4ced-b982-cc2cbbe1fc6b req-610f9696-adca-4f73-a5b3-c4736b1a726e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258887 Feb 05 22:39:02.619605 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-1111e344-6d34-4e0d-aa6d-bb0d13732037 None None] Provisioning for port b69e87ad-15c6-4586-a3ec-74a6a82cab15 completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:39:02.643145 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port c2c729a4-afd8-47d0-809f-382ca5ce9aad, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c2c729a4-afd8-47d0-809f-382ca5ce9aad,segment=NetworkSegment(d7839250-9108-4941-8dc7-891d1d40cafa),segment_id=d7839250-9108-4941-8dc7-891d1d40cafa)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:39:02.651922 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-1111e344-6d34-4e0d-aa6d-bb0d13732037 None None] Provisioning complete for port b69e87ad-15c6-4586-a3ec-74a6a82cab15 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:02.652301 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-1111e344-6d34-4e0d-aa6d-bb0d13732037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:02.702283 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-baf2dec9-e80d-42a7-a818-bdb7dab3f196 req-e009e42c-de6a-46ed-b7fd-91f94a9c14c7 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214931 Feb 05 22:39:02.720620 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': 'c2c729a4-afd8-47d0-809f-382ca5ce9aad', 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3', 'port_id': 'c2c729a4-afd8-47d0-809f-382ca5ce9aad', 'mac_address': 'fa:16:3e:49:ca:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ace9158-f5af-4a68-9803-36921a491318', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:39:02.765952 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43592) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:02.837268 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101d182-79e0-4b24-b38d-44966d362238 req-aea028a8-a1cf-495d-b309-cab20731295d tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:02.841299 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f101d182-79e0-4b24-b38d-44966d362238 req-aea028a8-a1cf-495d-b309-cab20731295d tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 943 time: 0.1838577 Feb 05 22:39:02.902931 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:02.932747 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0845f054-2144-433e-b9e0-cd2e2fb5f028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:02.977466 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-83a7caeb-28e1-4748-b070-55331fb45714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:02.999016 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-83a7caeb-28e1-4748-b070-55331fb45714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:03.007627 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-0845f054-2144-433e-b9e0-cd2e2fb5f028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:03.010239 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-83a7caeb-28e1-4748-b070-55331fb45714 admin admin] Usage tracker for resource:security_group_rule and tenant:4276bd9823754a1090b3412061c951c9 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:03.016490 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f101d182-79e0-4b24-b38d-44966d362238 req-13e416ad-97a8-42c6-8bb4-de05af2d8a5c tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648624 Feb 05 22:39:03.018887 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-83a7caeb-28e1-4748-b070-55331fb45714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:03.022777 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-0845f054-2144-433e-b9e0-cd2e2fb5f028 admin admin] Usage tracker for resource:security_group_rule and tenant:fa15f53d03d2499fa29384968a4b5f2a is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:03.028501 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-0845f054-2144-433e-b9e0-cd2e2fb5f028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:03.031512 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-83a7caeb-28e1-4748-b070-55331fb45714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:03.036350 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c729a4-afd8-47d0-809f-382ca5ce9aad {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:39:03.058453 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-1111e344-6d34-4e0d-aa6d-bb0d13732037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:03.064898 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-0845f054-2144-433e-b9e0-cd2e2fb5f028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:03.095797 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port c2c729a4-afd8-47d0-809f-382ca5ce9aad, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c2c729a4-afd8-47d0-809f-382ca5ce9aad,segment=NetworkSegment(d7839250-9108-4941-8dc7-891d1d40cafa),segment_id=d7839250-9108-4941-8dc7-891d1d40cafa)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:39:03.110063 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-1111e344-6d34-4e0d-aa6d-bb0d13732037 None None] For port b69e87ad-15c6-4586-a3ec-74a6a82cab15, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=b69e87ad-15c6-4586-a3ec-74a6a82cab15,segment=NetworkSegment(c52e265f-5954-4c7a-b1c5-eb286491c2f6),segment_id=c52e265f-5954-4c7a-b1c5-eb286491c2f6)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:39:03.112558 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542232'] for router, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:03.224636 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:03.244787 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-83a7caeb-28e1-4748-b070-55331fb45714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:03.264773 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0845f054-2144-433e-b9e0-cd2e2fb5f028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:03.275536 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-1111e344-6d34-4e0d-aa6d-bb0d13732037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:03.329030 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=c2c729a4-afd8-47d0-809f-382ca5ce9aad,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:03.350273 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-83a7caeb-28e1-4748-b070-55331fb45714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:03.358417 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0845f054-2144-433e-b9e0-cd2e2fb5f028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:03.402706 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Router a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d is scheduled to L3 agent 48729e96-b06f-44c2-8385-6753e1637932 with binding_index 1 {{(pid=87483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 05 22:39:03.414455 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111e344-6d34-4e0d-aa6d-bb0d13732037 None None] Pushing event updated for resources: {'Port': ['ID=b69e87ad-15c6-4586-a3ec-74a6a82cab15,revision_number=3']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:03.427558 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-0845f054-2144-433e-b9e0-cd2e2fb5f028 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa15f53d03d2499fa29384968a4b5f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9254854 Feb 05 22:39:03.428725 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43606) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:03.433415 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-83a7caeb-28e1-4748-b070-55331fb45714 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4276bd9823754a1090b3412061c951c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6653943 Feb 05 22:39:03.436608 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43608) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:03.456729 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-912fbb98-a4fd-4e44-8e05-20fa00af489c None None] Provisioning complete for port b69e87ad-15c6-4586-a3ec-74a6a82cab15 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:03.457309 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-912fbb98-a4fd-4e44-8e05-20fa00af489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:03.457456 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7caeb-28e1-4748-b070-55331fb45714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fc8f59-feef-44cf-aa0b-fb103ab0ed3f,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:03.537183 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845f054-2144-433e-b9e0-cd2e2fb5f028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9161d624-b93d-486c-ac8e-c7e04252ae40,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:03.558493 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['c2c729a4-afd8-47d0-809f-382ca5ce9aad'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:39:03.577085 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b5ce67d9-a984-4e0a-8daa-ff14bc42e35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:03.579074 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f5e1d3c7-5efc-4181-9de0-5a3ac55ed57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:03.616559 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:39:03.627220 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] Sync routers for ids ['a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'] in dv-cinder-818886-2-iscsi {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:39:03.641722 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] Routers {'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:39:03.642342 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:38:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:03.653240 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b5ce67d9-a984-4e0a-8daa-ff14bc42e35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:03.739761 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] Notify callbacks [] for router, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:03.743937 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-543c3d18-2d81-460f-b4f2-4bf96fd5eea2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0627992 Feb 05 22:39:03.745186 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 43624) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:03.760822 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f5e1d3c7-5efc-4181-9de0-5a3ac55ed57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:03.833487 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device b69e87ad-15c6-4586-a3ec-74a6a82cab15 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:03.869827 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b5ce67d9-a984-4e0a-8daa-ff14bc42e35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:03.871857 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] Set router a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:39:03.904192 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce67d9-a984-4e0a-8daa-ff14bc42e35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fc8f59-feef-44cf-aa0b-fb103ab0ed3f,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:03.934826 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b5ce67d9-a984-4e0a-8daa-ff14bc42e35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:03.937215 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-b5ce67d9-a984-4e0a-8daa-ff14bc42e35b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48fc8f59-feef-44cf-aa0b-fb103ab0ed3f HTTP/1.1" status: 204 len: 168 time: 0.4987454 Feb 05 22:39:04.018971 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f5e1d3c7-5efc-4181-9de0-5a3ac55ed57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:04.021702 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f5e1d3c7-5efc-4181-9de0-5a3ac55ed57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:04.022929 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-f5e1d3c7-5efc-4181-9de0-5a3ac55ed57e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9161d624-b93d-486c-ac8e-c7e04252ae40 HTTP/1.1" status: 204 len: 168 time: 0.5885184 Feb 05 22:39:04.051138 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1d3c7-5efc-4181-9de0-5a3ac55ed57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9161d624-b93d-486c-ac8e-c7e04252ae40,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:04.340968 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'name': 'tempest-TestMinimumBasicScenario-34949573-router', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:38:59Z', 'updated_at': '2022-02-05T22:39:01Z', 'revision_number': 3, 'project_id': '702e29ddaa8744428563df1e658cf792', 'gw_port': {'id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:00Z', 'updated_at': '2022-02-05T22:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:04.345532 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port b69e87ad-15c6-4586-a3ec-74a6a82cab15 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:04.345532 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:04.346951 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] Checking router: a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d for host: dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:39:04.347347 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] Updating router a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d port 2d6d6929-cf13-465a-a46b-a693251fa00f binding host dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 22:39:04.436778 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d2bc8-82f6-497a-a8ee-80a8f64afa49 req-909f604b-8514-4648-9ff6-dfb069c3c368 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:04.442888 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:04.443870 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3b1d2bc8-82f6-497a-a8ee-80a8f64afa49 req-909f604b-8514-4648-9ff6-dfb069c3c368 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.4490073 Feb 05 22:39:04.485903 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56a53c-8413-4432-a11a-c899bcee4c39 req-011479c8-a236-430c-8611-27bd2bf603f7 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:04.491533 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ae56a53c-8413-4432-a11a-c899bcee4c39 req-011479c8-a236-430c-8611-27bd2bf603f7 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 944 time: 0.2398560 Feb 05 22:39:04.587118 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3b1d2bc8-82f6-497a-a8ee-80a8f64afa49 req-b094f3c9-c722-4d0d-91ca-f2096af4c542 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399236 Feb 05 22:39:04.642858 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ae56a53c-8413-4432-a11a-c899bcee4c39 req-9f7425fe-d03d-45d9-a6a4-a3a4cabaa5ba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461823 Feb 05 22:39:04.955014 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:04.968832 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] Transition to ACTIVE for port object 2d6d6929-cf13-465a-a46b-a693251fa00f will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:39:05.104928 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-212b5848-6762-4130-bcb3-e7457a1ccd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:05.127274 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:05.171013 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43670) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:05.198296 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f8eb278a-8c77-4534-b959-a50847171c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:05.218667 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-f8eb278a-8c77-4534-b959-a50847171c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:05.228968 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-f8eb278a-8c77-4534-b959-a50847171c76 admin admin] Usage tracker for resource:security_group_rule and tenant:ac7641d87cb44ed9a24aabe256a4a524 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:05.231820 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c751798-951a-44b5-810f-dca9544bb021 None None] Pushing event updated for resources: {'Port': ['ID=2d6d6929-cf13-465a-a46b-a693251fa00f,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:05.234295 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-f8eb278a-8c77-4534-b959-a50847171c76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:05.264506 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c751798-951a-44b5-810f-dca9544bb021 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:05.264864 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c751798-951a-44b5-810f-dca9544bb021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:05.265233 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c751798-951a-44b5-810f-dca9544bb021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:05.265577 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c751798-951a-44b5-810f-dca9544bb021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:05.265906 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c751798-951a-44b5-810f-dca9544bb021 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:05.269761 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c751798-951a-44b5-810f-dca9544bb021 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:05.270781 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-f8eb278a-8c77-4534-b959-a50847171c76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:05.271951 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c751798-951a-44b5-810f-dca9544bb021 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:05.272467 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c751798-951a-44b5-810f-dca9544bb021 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:05.274071 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c751798-951a-44b5-810f-dca9544bb021 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:05.274433 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c751798-951a-44b5-810f-dca9544bb021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:05.274778 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c751798-951a-44b5-810f-dca9544bb021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:05.275120 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c751798-951a-44b5-810f-dca9544bb021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:05.286515 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] Attempting to bind port 2d6d6929-cf13-465a-a46b-a693251fa00f on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:39:05.286893 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] Attempting to bind port 2d6d6929-cf13-465a-a46b-a693251fa00f by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:39:05.287261 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] Attempting to bind port 2d6d6929-cf13-465a-a46b-a693251fa00f on network 6817b256-dae4-44db-bc68-adab2164788e {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:39:05.302676 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:39:05.303053 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] Checking segment: {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:39:05.303459 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:05.303857 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] Bound using segment: {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:39:05.304325 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] Bound port: 2d6d6929-cf13-465a-a46b-a693251fa00f, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:39:05.304903 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:05.423605 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f8eb278a-8c77-4534-b959-a50847171c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:05.455371 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] For port 2d6d6929-cf13-465a-a46b-a693251fa00f, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:39:05.458637 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] For port 2d6d6929-cf13-465a-a46b-a693251fa00f, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=2d6d6929-cf13-465a-a46b-a693251fa00f,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:39:05.508619 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f8eb278a-8c77-4534-b959-a50847171c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:05.533211 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [None req-212b5848-6762-4130-bcb3-e7457a1ccd31 admin admin] Allocated IP 172.20.0.1 (68b48108-dc53-4d92-bb25-96697ea07f27/f64bd31d-38ed-4971-9674-2865d8146099/d03013d7-6e9b-4463-aef7-08ff617c2a83) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:39:05.546200 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:05.564095 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb278a-8c77-4534-b959-a50847171c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a1b847-8886-4bd9-99a1-89d979d25eb2,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:05.573313 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-f8eb278a-8c77-4534-b959-a50847171c76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac7641d87cb44ed9a24aabe256a4a524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4008503 Feb 05 22:39:05.573919 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43686) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:05.632408 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e084f1b-4526-40f1-8484-018811c36b4b req-4ed7d2e6-6b9c-4ad5-8cad-a0bc33ae2550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:05.633966 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7e084f1b-4526-40f1-8484-018811c36b4b req-4ed7d2e6-6b9c-4ad5-8cad-a0bc33ae2550 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5474d9a6de104f7bad74b5d7de3eb2df&device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 1098 time: 0.2336707 Feb 05 22:39:05.659023 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c751798-951a-44b5-810f-dca9544bb021 None None] Pushing event updated for resources: {'Port': ['ID=2d6d6929-cf13-465a-a46b-a693251fa00f,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:05.760332 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303d038-6316-43c2-adff-9879ab8d3bf3 req-5c27d2b0-4e7b-4ce1-9769-88a577730050 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:05.761789 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6303d038-6316-43c2-adff-9879ab8d3bf3 req-5c27d2b0-4e7b-4ce1-9769-88a577730050 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.3155015 Feb 05 22:39:05.778663 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c90c8a0f-c22d-433b-973d-e7e4d5af6875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:05.781666 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] Routers {'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:39:05.782621 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:38:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:05.860868 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c90c8a0f-c22d-433b-973d-e7e4d5af6875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:05.869341 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-212b5848-6762-4130-bcb3-e7457a1ccd31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:05.888541 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6303d038-6316-43c2-adff-9879ab8d3bf3 req-9fdc4a29-2d02-4f62-aeea-f651e55e6cd4 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133826 Feb 05 22:39:05.912457 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [None req-212b5848-6762-4130-bcb3-e7457a1ccd31 admin admin] Transition to ACTIVE for port object d03013d7-6e9b-4463-aef7-08ff617c2a83 will not be triggered until provisioned by entity DHCP. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:39:05.966056 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e084f1b-4526-40f1-8484-018811c36b4b req-7ae037d4-638c-41f4-8634-c06a1afb3ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:05.967622 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7e084f1b-4526-40f1-8484-018811c36b4b req-7ae037d4-638c-41f4-8634-c06a1afb3ed9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b4059c4-e980-42b2-9e93-74f1eb032fb9 HTTP/1.1" status: 200 len: 919 time: 0.3258476 Feb 05 22:39:06.064188 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7e084f1b-4526-40f1-8484-018811c36b4b req-426b2c7a-da0c-465e-b90e-b0e0b6ae9924 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a183df7-65c7-46e9-9071-5ec23a46d735 HTTP/1.1" status: 200 len: 217 time: 0.0901384 Feb 05 22:39:06.066286 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-212b5848-6762-4130-bcb3-e7457a1ccd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:06.147395 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] Set router a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:39:06.184295 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be274d77-9a1d-4812-be4e-044f9f3d5c97 req-940f68f2-4e92-4d17-8813-a934c9f193b4 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:06.186006 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-be274d77-9a1d-4812-be4e-044f9f3d5c97 req-940f68f2-4e92-4d17-8813-a934c9f193b4 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 944 time: 0.1479659 Feb 05 22:39:06.245370 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212b5848-6762-4130-bcb3-e7457a1ccd31 admin admin] Network 68b48108-dc53-4d92-bb25-96697ea07f27 is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:39:06.251595 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-212b5848-6762-4130-bcb3-e7457a1ccd31 admin admin] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:39:06.270140 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212b5848-6762-4130-bcb3-e7457a1ccd31 admin admin] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:39:06.278532 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c90c8a0f-c22d-433b-973d-e7e4d5af6875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:06.297126 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device c2c729a4-afd8-47d0-809f-382ca5ce9aad up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:06.306859 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-be274d77-9a1d-4812-be4e-044f9f3d5c97 req-e8ea36f8-0e10-4bdb-a8b6-74c236db0de2 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129332 Feb 05 22:39:06.311998 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c8a0f-c22d-433b-973d-e7e4d5af6875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a1b847-8886-4bd9-99a1-89d979d25eb2,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:06.332544 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c90c8a0f-c22d-433b-973d-e7e4d5af6875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:06.336140 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-c90c8a0f-c22d-433b-973d-e7e4d5af6875 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46a1b847-8886-4bd9-99a1-89d979d25eb2 HTTP/1.1" status: 204 len: 168 time: 0.7590168 Feb 05 22:39:06.409739 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-212b5848-6762-4130-bcb3-e7457a1ccd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960290'] for router_interface, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:06.477577 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b5848-6762-4130-bcb3-e7457a1ccd31 admin admin] Pushing event updated for resources: {'Port': ['ID=d03013d7-6e9b-4463-aef7-08ff617c2a83,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:06.482215 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e084f1b-4526-40f1-8484-018811c36b4b req-cecf44b2-dce2-4f07-8332-484af697c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:06.483808 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7e084f1b-4526-40f1-8484-018811c36b4b req-cecf44b2-dce2-4f07-8332-484af697c0b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2 HTTP/1.1" status: 200 len: 858 time: 0.3957300 Feb 05 22:39:06.538021 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7e084f1b-4526-40f1-8484-018811c36b4b req-8c6045b2-b334-46be-a7f4-4929bf55a7e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b4059c4-e980-42b2-9e93-74f1eb032fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468686 Feb 05 22:39:06.560591 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning for port c2c729a4-afd8-47d0-809f-382ca5ce9aad completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:39:06.566347 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port c2c729a4-afd8-47d0-809f-382ca5ce9aad triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:06.566791 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:06.682582 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'name': 'tempest-TestMinimumBasicScenario-34949573-router', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:38:59Z', 'updated_at': '2022-02-05T22:39:01Z', 'revision_number': 3, 'project_id': '702e29ddaa8744428563df1e658cf792', 'gw_port': {'id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:00Z', 'updated_at': '2022-02-05T22:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:06.687525 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b81be0-aa1f-4c53-a1ee-eb159a2b91f6 None None] The sync data for ids ['a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'] in dv-cinder-818886-2-iscsi is: [{'id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'name': 'tempest-TestMinimumBasicScenario-34949573-router', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:38:59Z', 'updated_at': '2022-02-05T22:39:01Z', 'revision_number': 3, 'project_id': '702e29ddaa8744428563df1e658cf792', 'gw_port': {'id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:00Z', 'updated_at': '2022-02-05T22:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}] {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:39:06.757828 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43718) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:06.778816 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-a6857040-4fd4-4230-a0a4-cc7aabd36383 None None] Provisioning for port d03013d7-6e9b-4463-aef7-08ff617c2a83 completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:39:06.785984 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-a6857040-4fd4-4230-a0a4-cc7aabd36383 None None] Provisioning complete for port d03013d7-6e9b-4463-aef7-08ff617c2a83 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:06.786357 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-a6857040-4fd4-4230-a0a4-cc7aabd36383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:06.860400 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7e084f1b-4526-40f1-8484-018811c36b4b req-76d4b116-af60-462e-99de-a9ea018f0071 service neutron] 10.222.0.45 "GET /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094573 Feb 05 22:39:07.020933 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8cb773ee-6e78-4884-800a-83fe672a6f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:07.058117 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-8cb773ee-6e78-4884-800a-83fe672a6f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:07.067938 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-8cb773ee-6e78-4884-800a-83fe672a6f9a admin admin] Usage tracker for resource:security_group_rule and tenant:6fc68918338b45b893ef4a7002805d39 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:07.075791 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-8cb773ee-6e78-4884-800a-83fe672a6f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:07.115542 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-8cb773ee-6e78-4884-800a-83fe672a6f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:07.154676 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-a6857040-4fd4-4230-a0a4-cc7aabd36383 None None] Port d03013d7-6e9b-4463-aef7-08ff617c2a83 cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:39:07.188439 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:07.209314 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-212b5848-6762-4130-bcb3-e7457a1ccd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:07.288404 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port c2c729a4-afd8-47d0-809f-382ca5ce9aad, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c2c729a4-afd8-47d0-809f-382ca5ce9aad,segment=NetworkSegment(d7839250-9108-4941-8dc7-891d1d40cafa),segment_id=d7839250-9108-4941-8dc7-891d1d40cafa)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:39:07.289659 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41bf34d-18f3-4bed-afcb-7714bc8539b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c729a4-afd8-47d0-809f-382ca5ce9aad'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:39:07.323027 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7e084f1b-4526-40f1-8484-018811c36b4b req-3272f5c7-7930-4a68-acae-559fcdf6e377 service neutron] 10.222.0.45 "GET /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544973 Feb 05 22:39:07.327068 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8cb773ee-6e78-4884-800a-83fe672a6f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:07.372882 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:07.413773 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a77d0-e43e-4f8f-bcf4-2e14e8d26240 req-211625cf-5d43-44f5-8db1-0e9fcd2bbf92 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:07.422221 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a49a77d0-e43e-4f8f-bcf4-2e14e8d26240 req-211625cf-5d43-44f5-8db1-0e9fcd2bbf92 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.2209165 Feb 05 22:39:07.430402 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8cb773ee-6e78-4884-800a-83fe672a6f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:07.564805 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-8cb773ee-6e78-4884-800a-83fe672a6f9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fc68918338b45b893ef4a7002805d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7975562 Feb 05 22:39:07.570193 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43754) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:07.587840 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=c2c729a4-afd8-47d0-809f-382ca5ce9aad,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:07.685760 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb773ee-6e78-4884-800a-83fe672a6f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431e8225-0278-4ad0-a364-761ee1f98924,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:07.721190 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a49a77d0-e43e-4f8f-bcf4-2e14e8d26240 req-21a2a555-293a-4720-8f58-a2a6b4b95d4e tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907971 Feb 05 22:39:07.784178 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695ef90-da02-46d7-833b-77501a9587ce req-1e6af52b-4800-4d40-9463-3c53e81c8c9e tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:07.791373 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6695ef90-da02-46d7-833b-77501a9587ce req-1e6af52b-4800-4d40-9463-3c53e81c8c9e tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.4812183 Feb 05 22:39:07.799386 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c67b5ffa-57af-476f-b2f5-88eaa5dc9d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:07.829351 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 2d6d6929-cf13-465a-a46b-a693251fa00f up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:07.842771 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c67b5ffa-57af-476f-b2f5-88eaa5dc9d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:07.915738 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b41bf34d-18f3-4bed-afcb-7714bc8539b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c729a4-afd8-47d0-809f-382ca5ce9aad', 'code': 200} Feb 05 22:39:07.942237 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6695ef90-da02-46d7-833b-77501a9587ce req-0e976d7e-d124-4af0-b405-98c1ec83520d tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1499329 Feb 05 22:39:07.996519 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-212b5848-6762-4130-bcb3-e7457a1ccd31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:08.073303 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c67b5ffa-57af-476f-b2f5-88eaa5dc9d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:08.095419 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b5ffa-57af-476f-b2f5-88eaa5dc9d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431e8225-0278-4ad0-a364-761ee1f98924,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:08.103928 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c67b5ffa-57af-476f-b2f5-88eaa5dc9d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:08.105099 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-c67b5ffa-57af-476f-b2f5-88eaa5dc9d4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/431e8225-0278-4ad0-a364-761ee1f98924 HTTP/1.1" status: 204 len: 168 time: 0.5297415 Feb 05 22:39:08.118754 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port 2d6d6929-cf13-465a-a46b-a693251fa00f completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:39:08.119019 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-212b5848-6762-4130-bcb3-e7457a1ccd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:08.132825 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 2d6d6929-cf13-465a-a46b-a693251fa00f triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:08.132825 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:08.176076 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12db2b-9968-4683-a818-abfe97ec9c59 req-5d08acef-23a6-44bc-8042-9cc7f5c5b8bb tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:08.177714 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-aa12db2b-9968-4683-a818-abfe97ec9c59 req-5d08acef-23a6-44bc-8042-9cc7f5c5b8bb tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 945 time: 0.1675799 Feb 05 22:39:08.339298 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-aa12db2b-9968-4683-a818-abfe97ec9c59 req-685e0f54-ec7e-4aa7-8886-126ac5f0c6b0 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408093 Feb 05 22:39:08.359803 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:08.384214 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port 2d6d6929-cf13-465a-a46b-a693251fa00f, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=2d6d6929-cf13-465a-a46b-a693251fa00f,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:39:08.404889 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b5848-6762-4130-bcb3-e7457a1ccd31 admin admin] Pushing event updated for resources: {'Port': ['ID=d03013d7-6e9b-4463-aef7-08ff617c2a83,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:08.425266 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-212b5848-6762-4130-bcb3-e7457a1ccd31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960455'] for router_interface, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:08.498303 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:08.587140 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=2d6d6929-cf13-465a-a46b-a693251fa00f,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:08.624038 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212b5848-6762-4130-bcb3-e7457a1ccd31 admin admin] Network 68b48108-dc53-4d92-bb25-96697ea07f27 is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:39:08.625298 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-212b5848-6762-4130-bcb3-e7457a1ccd31 admin admin] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:39:08.906633 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48a978-f0a6-43b1-88c7-3dedce1dd561 req-1adcf790-9242-4272-b398-d71a049128b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:08.908128 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ef48a978-f0a6-43b1-88c7-3dedce1dd561 req-1adcf790-9242-4272-b398-d71a049128b3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 1098 time: 0.4116759 Feb 05 22:39:08.926756 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212b5848-6762-4130-bcb3-e7457a1ccd31 admin admin] Router a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:39:09.027792 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-9f7f76d7-14b3-4d85-8f5a-4ac14680ba7f None None] Provisioning complete for port d03013d7-6e9b-4463-aef7-08ff617c2a83 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:09.028239 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-9f7f76d7-14b3-4d85-8f5a-4ac14680ba7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:09.153632 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-9f7f76d7-14b3-4d85-8f5a-4ac14680ba7f None None] Port d03013d7-6e9b-4463-aef7-08ff617c2a83 cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:39:09.209321 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ef48a978-f0a6-43b1-88c7-3dedce1dd561 req-341ee300-3f04-40e4-92db-b8a42cb24cc9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848289 Feb 05 22:39:09.273010 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df45234-4e74-4e30-856f-54e703ffd7ac req-1734555b-bbf5-4675-8809-c39c643c90a3 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:09.274503 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7df45234-4e74-4e30-856f-54e703ffd7ac req-1734555b-bbf5-4675-8809-c39c643c90a3 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.1097238 Feb 05 22:39:09.329721 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7df45234-4e74-4e30-856f-54e703ffd7ac req-4ad4389e-3e4f-4241-b712-515a30e00c9a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432968 Feb 05 22:39:09.334445 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fd220-9f06-4ea8-bfdc-4cc9acc3e2d6 req-acbd24b3-0001-464c-a5dc-7bdbc4957496 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:09.336101 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-bd0fd220-9f06-4ea8-bfdc-4cc9acc3e2d6 req-acbd24b3-0001-464c-a5dc-7bdbc4957496 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.3578355 Feb 05 22:39:09.344570 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212b5848-6762-4130-bcb3-e7457a1ccd31 admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:39:09.360713 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] Sync routers for ids ['a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:39:09.374418 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] Routers {'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:39:09.375028 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:38:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:09.377751 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-212b5848-6762-4130-bcb3-e7457a1ccd31 admin admin] 10.222.0.24 "PUT /v2.0/routers/a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6314893 Feb 05 22:39:09.411667 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-bd0fd220-9f06-4ea8-bfdc-4cc9acc3e2d6 req-dacf0bc7-ddec-4206-be23-f5f9806321e6 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671639 Feb 05 22:39:09.475965 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-453a73f0-c178-4f54-b080-591f811a4cdf req-3d363f76-5407-4bfd-bbfd-b39fd08843ef tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3ab04f30509b40c8b4423fd2c2870805&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318825 Feb 05 22:39:09.530735 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 43802) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:09.589199 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-8919a670-6314-4209-b620-1cb34b18b7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:09.602097 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] Set router a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:39:09.671516 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-8919a670-6314-4209-b620-1cb34b18b7b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:09.688653 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-8919a670-6314-4209-b620-1cb34b18b7b0 admin admin] Usage tracker for resource:security_group_rule and tenant:5aa5dcbb1cf94e3480282b567aac8853 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:09.696061 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-8919a670-6314-4209-b620-1cb34b18b7b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:09.704340 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-8919a670-6314-4209-b620-1cb34b18b7b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:09.757043 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4aeae3-249a-421a-9c62-c038539e239b req-e622cbaf-e4e4-4363-bbc5-7a38faaf7e08 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:09.758546 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fc4aeae3-249a-421a-9c62-c038539e239b req-e622cbaf-e4e4-4363-bbc5-7a38faaf7e08 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 945 time: 0.1453896 Feb 05 22:39:09.776528 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a73f0-c178-4f54-b080-591f811a4cdf req-d84f6f18-7678-4c02-a81a-c013f0a86170 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:09.781610 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-453a73f0-c178-4f54-b080-591f811a4cdf req-d84f6f18-7678-4c02-a81a-c013f0a86170 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2940226 Feb 05 22:39:09.781766 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 2d6d6929-cf13-465a-a46b-a693251fa00f up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:09.805896 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-453a73f0-c178-4f54-b080-591f811a4cdf req-aa8ad9b5-6a04-4c21-8448-3ea5944a1d6d tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/quotas/3ab04f30509b40c8b4423fd2c2870805 HTTP/1.1" status: 200 len: 375 time: 0.0121503 Feb 05 22:39:09.883415 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-453a73f0-c178-4f54-b080-591f811a4cdf req-c8ca175c-ec9e-48c8-898c-2e0987c8db85 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ab04f30509b40c8b4423fd2c2870805&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715766 Feb 05 22:39:09.912366 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-8919a670-6314-4209-b620-1cb34b18b7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:09.938148 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fc4aeae3-249a-421a-9c62-c038539e239b req-eba76aae-ba09-4332-82f1-1d0b6f8b7679 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680737 Feb 05 22:39:10.049298 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 2d6d6929-cf13-465a-a46b-a693251fa00f triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:10.049672 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:10.098055 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-8919a670-6314-4209-b620-1cb34b18b7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:10.146767 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919a670-6314-4209-b620-1cb34b18b7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9339c8-6ad6-4b34-8c1d-54fe10deb6ef,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:10.151214 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-8919a670-6314-4209-b620-1cb34b18b7b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5aa5dcbb1cf94e3480282b567aac8853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6192169 Feb 05 22:39:10.154337 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43820) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:10.228246 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9314f663-cd34-4db7-8da6-01ef9ae10612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:10.261465 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9314f663-cd34-4db7-8da6-01ef9ae10612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:10.317358 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'name': 'tempest-TestMinimumBasicScenario-34949573-router', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:38:59Z', 'updated_at': '2022-02-05T22:39:06Z', 'revision_number': 4, 'project_id': '702e29ddaa8744428563df1e658cf792', 'gw_port': {'id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:00Z', 'updated_at': '2022-02-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'd03013d7-6e9b-4463-aef7-08ff617c2a83', 'name': '', 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'mac_address': 'fa:16:3e:ba:e3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f64bd31d-38ed-4971-9674-2865d8146099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:05Z', 'updated_at': '2022-02-05T22:39:07Z', 'revision_number': 2, 'project_id': '702e29ddaa8744428563df1e658cf792', 'subnets': [{'id': 'f64bd31d-38ed-4971-9674-2865d8146099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:10.321695 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] Checking router: a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:39:10.322048 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] Updating router a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d port d03013d7-6e9b-4463-aef7-08ff617c2a83 binding host dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 22:39:10.403033 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-06f46c43-d541-4d09-91cf-14473cda7d0b req-4b4701e8-416d-4937-8c66-c641e98a56ec tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 210 time: 0.0946808 Feb 05 22:39:10.416588 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:10.435686 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9314f663-cd34-4db7-8da6-01ef9ae10612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:10.459502 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314f663-cd34-4db7-8da6-01ef9ae10612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9339c8-6ad6-4b34-8c1d-54fe10deb6ef,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:10.470875 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9314f663-cd34-4db7-8da6-01ef9ae10612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:10.472208 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-9314f663-cd34-4db7-8da6-01ef9ae10612 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da9339c8-6ad6-4b34-8c1d-54fe10deb6ef HTTP/1.1" status: 204 len: 168 time: 0.3164136 Feb 05 22:39:10.635050 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a050c-a180-4510-886f-4e9ea5f70dde req-3bc93985-10af-4890-b514-563f1182b910 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:10.636605 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7d8a050c-a180-4510-886f-4e9ea5f70dde req-3bc93985-10af-4890-b514-563f1182b910 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.1040666 Feb 05 22:39:10.685009 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f39ea-9ebc-49d1-a1bb-9dddf91b837a req-f2c0a7f3-6739-4a7e-b2b6-0cb3cc792073 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:10.693792 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f00f39ea-9ebc-49d1-a1bb-9dddf91b837a req-f2c0a7f3-6739-4a7e-b2b6-0cb3cc792073 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1082170 Feb 05 22:39:10.729514 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7d8a050c-a180-4510-886f-4e9ea5f70dde req-5174c8ab-b0c7-4953-9563-318a8f81fc0e tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0867424 Feb 05 22:39:10.745235 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f00f39ea-9ebc-49d1-a1bb-9dddf91b837a req-31d7ac4f-bb9f-414a-b6b8-2d9e8c0dabf4 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503426 Feb 05 22:39:10.838677 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43850) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:10.845021 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1799349696-network', 'tenant_id': '90f8515c3fc54edbb4e647fec6af969b'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:39:10.865266 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:10.879255 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] Usage tracker for resource:network and tenant:90f8515c3fc54edbb4e647fec6af969b is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:10.887441 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:10.900785 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:10.989836 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] Made reservation on behalf of 90f8515c3fc54edbb4e647fec6af969b for: {'network': 1} {{(pid=87482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:39:10.992917 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for network, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:11.016864 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-bd529281-fddb-4c7e-970b-30b298bd1426 req-3375fff0-f499-4f11-a563-fd0f2f3b0426 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1337678 Feb 05 22:39:11.052861 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:11.084568 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] Notify callbacks [] for port, precommit_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:11.091277 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] Transition to ACTIVE for port object d03013d7-6e9b-4463-aef7-08ff617c2a83 will not be triggered until provisioned by entity L2. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:39:11.101770 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:11.105823 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] Usage tracker for resource:security_group_rule and tenant:90f8515c3fc54edbb4e647fec6af969b is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:11.108708 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:11.114626 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:11.247650 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:11.271147 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd529281-fddb-4c7e-970b-30b298bd1426 req-d8962d19-ff80-4d64-b029-91874276c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:11.273750 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-bd529281-fddb-4c7e-970b-30b298bd1426 req-d8962d19-ff80-4d64-b029-91874276c9ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5474d9a6de104f7bad74b5d7de3eb2df&device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 1098 time: 0.2322423 Feb 05 22:39:11.299875 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:11.316531 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c20f9-c220-4de5-afd5-7ca39906aebe req-3f4197ef-d757-4688-bc2a-e53f4afc5978 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:11.318252 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-309c20f9-c220-4de5-afd5-7ca39906aebe req-3f4197ef-d757-4688-bc2a-e53f4afc5978 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 945 time: 0.1479926 Feb 05 22:39:11.373068 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:11.394955 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:11.471583 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-309c20f9-c220-4de5-afd5-7ca39906aebe req-817ca152-535f-4b77-ba52-34392252f198 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284697 Feb 05 22:39:11.514809 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=87482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 22:39:11.522756 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f24c16-4aac-495b-b154-41271a4ca7be,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:11.531634 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:11.532110 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.db.segments_db [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] Added segment 8f86a650-8b17-4191-9d4d-741e4b1dc40b of type vlan for network ba36a49c-4c3d-4131-9665-a3490bc7941f Feb 05 22:39:11.564577 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50450c7-ed95-488d-bedb-893f54ee79c7 None None] Pushing event updated for resources: {'Port': ['ID=d03013d7-6e9b-4463-aef7-08ff617c2a83,revision_number=3']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:11.569661 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748711372171'] for network, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:11.601591 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-daf651e8-0ab1-438a-ae60-d8e667577a45 req-a06f1860-453f-4cd6-a474-2ee971a2ad54 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 210 time: 0.1184084 Feb 05 22:39:11.602733 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd529281-fddb-4c7e-970b-30b298bd1426 req-8cd098b7-7880-45a1-9cd8-a2dcbe8869d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:11.604057 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-bd529281-fddb-4c7e-970b-30b298bd1426 req-8cd098b7-7880-45a1-9cd8-a2dcbe8869d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b4059c4-e980-42b2-9e93-74f1eb032fb9 HTTP/1.1" status: 200 len: 919 time: 0.3073394 Feb 05 22:39:11.645934 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] Attempting to bind port d03013d7-6e9b-4463-aef7-08ff617c2a83 on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:39:11.646302 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] Attempting to bind port d03013d7-6e9b-4463-aef7-08ff617c2a83 by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': 'c52e265f-5954-4c7a-b1c5-eb286491c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27'}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:39:11.646658 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] Attempting to bind port d03013d7-6e9b-4463-aef7-08ff617c2a83 on network 68b48108-dc53-4d92-bb25-96697ea07f27 {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:39:11.651800 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:39:11.652164 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] Checking segment: {'id': 'c52e265f-5954-4c7a-b1c5-eb286491c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:39:11.652553 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:11.652937 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] Bound using segment: {'id': 'c52e265f-5954-4c7a-b1c5-eb286491c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27'} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:39:11.653418 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] Bound port: d03013d7-6e9b-4463-aef7-08ff617c2a83, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52e265f-5954-4c7a-b1c5-eb286491c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27'}}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:39:11.653784 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:11.679306 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-bd529281-fddb-4c7e-970b-30b298bd1426 req-3b5b2856-0add-4890-ab77-3b813321f58b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a183df7-65c7-46e9-9071-5ec23a46d735 HTTP/1.1" status: 200 len: 217 time: 0.0672755 Feb 05 22:39:11.728038 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43868) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:11.747004 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd529281-fddb-4c7e-970b-30b298bd1426 req-6b027e7e-1ab7-4701-b4af-70b95db5cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:11.751943 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-bd529281-fddb-4c7e-970b-30b298bd1426 req-6b027e7e-1ab7-4701-b4af-70b95db5cca9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2 HTTP/1.1" status: 200 len: 858 time: 0.0623882 Feb 05 22:39:11.752197 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] For port d03013d7-6e9b-4463-aef7-08ff617c2a83, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:39:11.756189 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] For port d03013d7-6e9b-4463-aef7-08ff617c2a83, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=d03013d7-6e9b-4463-aef7-08ff617c2a83,segment=NetworkSegment(c52e265f-5954-4c7a-b1c5-eb286491c2f6),segment_id=c52e265f-5954-4c7a-b1c5-eb286491c2f6)] {{(pid=87484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:39:11.767810 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4273-dbf2-47f7-a932-cf0c6f819bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:11.782867 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for network, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:11.782867 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:11.782867 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:11.811468 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-bd529281-fddb-4c7e-970b-30b298bd1426 req-bb93d0df-23f8-4292-a990-1321dce7232d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b4059c4-e980-42b2-9e93-74f1eb032fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530236 Feb 05 22:39:11.918219 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:11.919948 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-6e3e4273-dbf2-47f7-a932-cf0c6f819bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:11.971698 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-bd529281-fddb-4c7e-970b-30b298bd1426 req-48d04ce3-04d0-49d6-adcf-67f0121404d0 service neutron] 10.222.0.45 "GET /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533747 Feb 05 22:39:11.973879 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-6e3e4273-dbf2-47f7-a932-cf0c6f819bb9 admin admin] Usage tracker for resource:security_group_rule and tenant:3fbdae8acf6642faba9702032dbf605d is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:11.989127 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-6e3e4273-dbf2-47f7-a932-cf0c6f819bb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:12.011124 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-6e3e4273-dbf2-47f7-a932-cf0c6f819bb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:12.038246 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] Routers {'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:39:12.038879 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:38:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:12.053138 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] Pushing event updated for resources: {'Network': ['ID=ba36a49c-4c3d-4131-9665-a3490bc7941f,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:12.120940 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e87c5-aa33-4ea9-9c32-a1b7a0382bd0 req-5f8cbb19-90fa-45a1-ad86-1f37235b0704 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:12.124735 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-fa1e87c5-aa33-4ea9-9c32-a1b7a0382bd0 req-5f8cbb19-90fa-45a1-ad86-1f37235b0704 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.2525566 Feb 05 22:39:12.130176 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-8aaf019c-0302-497c-8e9b-69c3eb56abb6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2901607 Feb 05 22:39:12.133356 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 43878) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:12.145678 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-c5dd952a-ebfd-48b8-9108-c18fe6fdb803 admin admin] Request body: {'subnet': {'network_id': 'ba36a49c-4c3d-4131-9665-a3490bc7941f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1799349696-subnet', 'tenant_id': '90f8515c3fc54edbb4e647fec6af969b', 'ip_version': 4}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:39:12.151274 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-c5dd952a-ebfd-48b8-9108-c18fe6fdb803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:12.156992 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-c5dd952a-ebfd-48b8-9108-c18fe6fdb803 admin admin] Usage tracker for resource:subnet and tenant:90f8515c3fc54edbb4e647fec6af969b is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:12.160136 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-c5dd952a-ebfd-48b8-9108-c18fe6fdb803 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:12.169534 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-c5dd952a-ebfd-48b8-9108-c18fe6fdb803 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:12.248607 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-bd529281-fddb-4c7e-970b-30b298bd1426 req-3d1dd0ba-68d9-498f-ae00-1225afc3019d service neutron] 10.222.0.45 "GET /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703874 Feb 05 22:39:12.269526 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5dd952a-ebfd-48b8-9108-c18fe6fdb803 admin admin] Made reservation on behalf of 90f8515c3fc54edbb4e647fec6af969b for: {'subnet': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:39:12.272694 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c5dd952a-ebfd-48b8-9108-c18fe6fdb803 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10784630'] for subnet, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:12.345040 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4273-dbf2-47f7-a932-cf0c6f819bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:12.372866 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-fa1e87c5-aa33-4ea9-9c32-a1b7a0382bd0 req-fc903172-6d30-4874-8df0-e707db3a1b28 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2412589 Feb 05 22:39:12.375866 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] Set router a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:39:12.435714 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50450c7-ed95-488d-bedb-893f54ee79c7 None None] Pushing event updated for resources: {'Port': ['ID=d03013d7-6e9b-4463-aef7-08ff617c2a83,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:12.438719 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Network ba36a49c-4c3d-4131-9665-a3490bc7941f details requested by agent ovs-agent-dv-cinder-818886-2-iscsi with host dv-cinder-818886-2-iscsi {{(pid=87484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 05 22:39:12.442048 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4273-dbf2-47f7-a932-cf0c6f819bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:12.497431 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-6e3e4273-dbf2-47f7-a932-cf0c6f819bb9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3fbdae8acf6642faba9702032dbf605d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7681506 Feb 05 22:39:12.505726 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43890) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:12.532223 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e4273-dbf2-47f7-a932-cf0c6f819bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa90ffb-3836-4a6e-bc13-cf357ed6fd82,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:12.587121 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a991a52f-9180-461c-9ae6-c9e460c043e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:12.621730 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a991a52f-9180-461c-9ae6-c9e460c043e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:12.806788 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a991a52f-9180-461c-9ae6-c9e460c043e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:12.829238 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991a52f-9180-461c-9ae6-c9e460c043e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa90ffb-3836-4a6e-bc13-cf357ed6fd82,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:12.835331 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a991a52f-9180-461c-9ae6-c9e460c043e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:12.836600 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-a991a52f-9180-461c-9ae6-c9e460c043e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1aa90ffb-3836-4a6e-bc13-cf357ed6fd82 HTTP/1.1" status: 204 len: 168 time: 0.3299375 Feb 05 22:39:12.841609 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-785c6e25-7377-4301-9907-a83bff95dfce req-f6d81fcc-fc69-48dd-8e93-bfb1ab9bfec5 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 210 time: 0.0528409 Feb 05 22:39:12.847922 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c5dd952a-ebfd-48b8-9108-c18fe6fdb803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10573127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10784612'] for subnet, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:12.981776 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'name': 'tempest-TestMinimumBasicScenario-34949573-router', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:38:59Z', 'updated_at': '2022-02-05T22:39:06Z', 'revision_number': 4, 'project_id': '702e29ddaa8744428563df1e658cf792', 'gw_port': {'id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:00Z', 'updated_at': '2022-02-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'd03013d7-6e9b-4463-aef7-08ff617c2a83', 'name': '', 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'mac_address': 'fa:16:3e:ba:e3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f64bd31d-38ed-4971-9674-2865d8146099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:05Z', 'updated_at': '2022-02-05T22:39:11Z', 'revision_number': 4, 'project_id': '702e29ddaa8744428563df1e658cf792', 'subnets': [{'id': 'f64bd31d-38ed-4971-9674-2865d8146099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:12.991065 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135c4f3-b04a-4585-a09c-5f2d488643c7 None None] The sync data for ids ['a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'] in dv-cinder-818886-2-iscsi is: [{'id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'name': 'tempest-TestMinimumBasicScenario-34949573-router', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:38:59Z', 'updated_at': '2022-02-05T22:39:06Z', 'revision_number': 4, 'project_id': '702e29ddaa8744428563df1e658cf792', 'gw_port': {'id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:00Z', 'updated_at': '2022-02-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'd03013d7-6e9b-4463-aef7-08ff617c2a83', 'name': '', 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'mac_address': 'fa:16:3e:ba:e3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f64bd31d-38ed-4971-9674-2865d8146099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:05Z', 'updated_at': '2022-02-05T22:39:11Z', 'revision_number': 4, 'project_id': '702e29ddaa8744428563df1e658cf792', 'subnets': [{'id': 'f64bd31d-38ed-4971-9674-2865d8146099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:39:13.001344 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd952a-ebfd-48b8-9108-c18fe6fdb803 admin admin] Checking segment: {'id': '8f86a650-8b17-4191-9d4d-741e4b1dc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ba36a49c-4c3d-4131-9665-a3490bc7941f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:39:13.001793 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dd952a-ebfd-48b8-9108-c18fe6fdb803 admin admin] Network hostable DHCP agents. Network: ba36a49c-4c3d-4131-9665-a3490bc7941f, hostable agents: ['4c125c21-34cc-48d5-813a-c17111208447'], hosted agents: [] {{(pid=87483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 22:39:13.009216 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd952a-ebfd-48b8-9108-c18fe6fdb803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a6673f8-a4fe-4532-ba87-fa435ef419ce,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:13.154908 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dd952a-ebfd-48b8-9108-c18fe6fdb803 admin admin] Network ba36a49c-4c3d-4131-9665-a3490bc7941f is scheduled to be hosted by DHCP agent 4c125c21-34cc-48d5-813a-c17111208447 with binding_index 1 {{(pid=87483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 22:39:13.303310 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-c5dd952a-ebfd-48b8-9108-c18fe6fdb803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-2-iscsi, ba36a49c-4c3d-4131-9665-a3490bc7941f) {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:39:13.307734 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dd952a-ebfd-48b8-9108-c18fe6fdb803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:13.308411 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c5dd952a-ebfd-48b8-9108-c18fe6fdb803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:13.313541 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc50f2e-c532-4f45-933f-6a578d2fa1da None None] Network ba36a49c-4c3d-4131-9665-a3490bc7941f requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:39:13.429730 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-c5dd952a-ebfd-48b8-9108-c18fe6fdb803 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2952406 Feb 05 22:39:13.432282 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 43908) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:13.437916 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1799349696-router', 'tenant_id': '90f8515c3fc54edbb4e647fec6af969b', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:39:13.444281 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:13.452706 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Usage tracker for resource:router and tenant:90f8515c3fc54edbb4e647fec6af969b is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:13.457847 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:13.483097 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:13.708763 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc962ffca-d0ef-5521-9335-c9e17b987064-ba36a49c-4c3d-4131-9665-a3490bc7941f', 'network_id': 'ba36a49c-4c3d-4131-9665-a3490bc7941f', 'tenant_id': '90f8515c3fc54edbb4e647fec6af969b', 'fixed_ips': [{'subnet_id': '3a6673f8-a4fe-4532-ba87-fa435ef419ce'}]}} from dv-cinder-818886-2-iscsi. {{(pid=87484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 05 22:39:13.712436 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:13.812757 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1683'] for router, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:13.817871 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1668'] for router, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:13.899073 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device d03013d7-6e9b-4463-aef7-08ff617c2a83 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:13.910579 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:13.963326 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55239b-1305-48e0-8890-8683c662096f req-243d7308-22b5-4f94-b3f2-cdca81380fdf tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:13.981252 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ac55239b-1305-48e0-8890-8683c662096f req-243d7308-22b5-4f94-b3f2-cdca81380fdf tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.2567508 Feb 05 22:39:14.031025 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a3088-4dac-45a1-99b3-1232d59f7d59 req-00a375ad-328d-4538-9379-ac69e28a33f0 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:14.036169 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b17a3088-4dac-45a1-99b3-1232d59f7d59 req-00a375ad-328d-4538-9379-ac69e28a33f0 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.2156484 Feb 05 22:39:14.121966 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b17a3088-4dac-45a1-99b3-1232d59f7d59 req-ec838253-7c84-4c1c-9e73-98055774d0cf tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788081 Feb 05 22:39:14.173031 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.db_base_plugin_common [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] Allocated IP 172.20.0.2 (ba36a49c-4c3d-4131-9665-a3490bc7941f/3a6673f8-a4fe-4532-ba87-fa435ef419ce/db18dace-f7e4-40d6-9c3f-60eb8f22d3e4) {{(pid=87484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:39:14.275639 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ac55239b-1305-48e0-8890-8683c662096f req-89e69600-5874-474c-bfb0-a1cb351deccc tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2932003 Feb 05 22:39:14.291927 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port d03013d7-6e9b-4463-aef7-08ff617c2a83 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:39:14.297252 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port d03013d7-6e9b-4463-aef7-08ff617c2a83 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:14.297698 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:14.460616 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f207e4e5-b6e1-47df-a1ef-6fab7efbf956 req-d1547661-fbe8-4c08-9574-042ee657a763 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 210 time: 0.0858045 Feb 05 22:39:14.566832 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1654'] for router, precommit_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:14.571435 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] Notify callbacks [] for port, precommit_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:14.577912 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:14.597862 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] Transition to ACTIVE for port object db18dace-f7e4-40d6-9c3f-60eb8f22d3e4 will not be triggered until provisioned by entity L2. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:39:14.633903 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port d03013d7-6e9b-4463-aef7-08ff617c2a83, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=d03013d7-6e9b-4463-aef7-08ff617c2a83,segment=NetworkSegment(c52e265f-5954-4c7a-b1c5-eb286491c2f6),segment_id=c52e265f-5954-4c7a-b1c5-eb286491c2f6)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:39:14.642687 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] Transition to ACTIVE for port object db18dace-f7e4-40d6-9c3f-60eb8f22d3e4 will not be triggered until provisioned by entity DHCP. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:39:14.744497 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:14.759569 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:14.815709 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] Network ba36a49c-4c3d-4131-9665-a3490bc7941f is already hosted by enough agents. {{(pid=87484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:39:14.823096 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.scheduler.base_scheduler [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] Resources bound (agent type, host, resource id): {{(pid=87484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:39:14.827102 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] Received port after_create {{(pid=87484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:39:14.933624 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] Pushing event updated for resources: {'Port': ['ID=db18dace-f7e4-40d6-9c3f-60eb8f22d3e4,revision_number=1']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:14.988695 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] Attempting to bind port db18dace-f7e4-40d6-9c3f-60eb8f22d3e4 on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:39:14.989222 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] Attempting to bind port db18dace-f7e4-40d6-9c3f-60eb8f22d3e4 by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': '8f86a650-8b17-4191-9d4d-741e4b1dc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ba36a49c-4c3d-4131-9665-a3490bc7941f'}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:39:14.989596 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] Attempting to bind port db18dace-f7e4-40d6-9c3f-60eb8f22d3e4 on network ba36a49c-4c3d-4131-9665-a3490bc7941f {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:39:15.000918 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:39:15.007822 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] Checking segment: {'id': '8f86a650-8b17-4191-9d4d-741e4b1dc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ba36a49c-4c3d-4131-9665-a3490bc7941f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:39:15.007822 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:15.007822 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] Bound using segment: {'id': '8f86a650-8b17-4191-9d4d-741e4b1dc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ba36a49c-4c3d-4131-9665-a3490bc7941f'} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:39:15.007822 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] Bound port: db18dace-f7e4-40d6-9c3f-60eb8f22d3e4, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f86a650-8b17-4191-9d4d-741e4b1dc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ba36a49c-4c3d-4131-9665-a3490bc7941f'}}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:39:15.007822 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:15.008223 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:15.038686 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:15.081338 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=d03013d7-6e9b-4463-aef7-08ff617c2a83,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:15.118396 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] For port db18dace-f7e4-40d6-9c3f-60eb8f22d3e4, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:39:15.121513 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] For port db18dace-f7e4-40d6-9c3f-60eb8f22d3e4, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=db18dace-f7e4-40d6-9c3f-60eb8f22d3e4,segment=NetworkSegment(8f86a650-8b17-4191-9d4d-741e4b1dc40b),segment_id=8f86a650-8b17-4191-9d4d-741e4b1dc40b)] {{(pid=87484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:39:15.189441 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_common [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Allocated IP 172.27.3.65 (6817b256-dae4-44db-bc68-adab2164788e/583bfacf-eb7c-4478-b06f-909c14cf964a/bb91f536-203c-4950-b2cf-b96d044f82d2) {{(pid=87482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:39:15.213364 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:15.299641 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cef7d-dc3c-48d0-bc8e-2a3fd86edfed None None] Pushing event updated for resources: {'Port': ['ID=db18dace-f7e4-40d6-9c3f-60eb8f22d3e4,revision_number=2']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:15.352146 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:15.446937 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:15.500164 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cf23c-9b21-48af-a0d4-f8f63d0c2aa0 req-ef286d03-11c9-4848-96bb-c8841fe4ae31 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:15.502978 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-348cf23c-9b21-48af-a0d4-f8f63d0c2aa0 req-ef286d03-11c9-4848-96bb-c8841fe4ae31 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.1027112 Feb 05 22:39:15.531995 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Network 6817b256-dae4-44db-bc68-adab2164788e is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:39:15.536278 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:39:15.540188 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Received port after_create {{(pid=87482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:39:15.572646 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-348cf23c-9b21-48af-a0d4-f8f63d0c2aa0 req-08bc86db-134c-45ba-a036-e0c853c5532a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0623157 Feb 05 22:39:15.605611 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Pushing event updated for resources: {'Port': ['ID=bb91f536-203c-4950-b2cf-b96d044f82d2,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:15.782484 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f08ccae3-2851-4678-b8c9-09a1417d198d req-1853beb5-9df5-4e7b-a2e5-118b34eb1bb3 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 210 time: 0.0528579 Feb 05 22:39:15.824942 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device db18dace-f7e4-40d6-9c3f-60eb8f22d3e4 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:16.000635 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port db18dace-f7e4-40d6-9c3f-60eb8f22d3e4 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:39:16.007658 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device d03013d7-6e9b-4463-aef7-08ff617c2a83 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:16.149224 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port d03013d7-6e9b-4463-aef7-08ff617c2a83 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:16.149845 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:16.207308 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-453a73f0-c178-4f54-b080-591f811a4cdf req-4fe147f6-0969-4a1a-b660-deba959211f9 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3ab04f30509b40c8b4423fd2c2870805&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401032 Feb 05 22:39:16.264088 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:16.445291 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a73f0-c178-4f54-b080-591f811a4cdf req-ef5f4ce1-c2f4-4a18-9df7-e7976647286e tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:16.447071 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-453a73f0-c178-4f54-b080-591f811a4cdf req-ef5f4ce1-c2f4-4a18-9df7-e7976647286e tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301772 Feb 05 22:39:16.468620 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Request body: {'port': {'device_id': 'b8d93862-a5cb-44df-901e-72478fdecf9c', 'network_id': '23be9c4d-8b6e-4076-a539-2011e76ea9b1', 'admin_state_up': True, 'tenant_id': '3ab04f30509b40c8b4423fd2c2870805'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:39:16.540636 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c008f985-17b7-48a9-8497-b8bfac115c8e None None] Network ba36a49c-4c3d-4131-9665-a3490bc7941f requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:39:16.692292 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542232'] for router, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:16.758258 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f07b3817-9c37-4a1a-a4bd-ce5b1f4a8d74 None None] Provisioning for port db18dace-f7e4-40d6-9c3f-60eb8f22d3e4 completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:39:16.772606 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f07b3817-9c37-4a1a-a4bd-ce5b1f4a8d74 None None] Provisioning complete for port db18dace-f7e4-40d6-9c3f-60eb8f22d3e4 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:16.772775 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f07b3817-9c37-4a1a-a4bd-ce5b1f4a8d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:16.813015 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:16.825496 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Usage tracker for resource:port and tenant:3ab04f30509b40c8b4423fd2c2870805 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:16.829761 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:16.838163 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:16.889779 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21781f37-b264-4589-ad82-667865b5bbc0 req-7e1f1b78-77ce-4a9e-894a-bc9d94169d46 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:16.905026 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-21781f37-b264-4589-ad82-667865b5bbc0 req-7e1f1b78-77ce-4a9e-894a-bc9d94169d46 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.1685224 Feb 05 22:39:16.983656 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Made reservation on behalf of 3ab04f30509b40c8b4423fd2c2870805 for: {'port': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:39:16.988253 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:17.047606 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:17.048418 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-fbb55c4c-8c63-40a7-9913-6f52b958151b req-61465768-4cb8-41f2-bce6-a7cb9aac640e tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 210 time: 0.0533178 Feb 05 22:39:17.092477 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-21781f37-b264-4589-ad82-667865b5bbc0 req-fd458359-7073-4cd8-82b8-ccb84ead270a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1820016 Feb 05 22:39:17.116907 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:17.121941 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Usage tracker for resource:security_group_rule and tenant:3ab04f30509b40c8b4423fd2c2870805 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:17.125607 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:17.137553 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:17.158079 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f07b3817-9c37-4a1a-a4bd-ce5b1f4a8d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:17.207144 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f07b3817-9c37-4a1a-a4bd-ce5b1f4a8d74 None None] For port db18dace-f7e4-40d6-9c3f-60eb8f22d3e4, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=db18dace-f7e4-40d6-9c3f-60eb8f22d3e4,segment=NetworkSegment(8f86a650-8b17-4191-9d4d-741e4b1dc40b),segment_id=8f86a650-8b17-4191-9d4d-741e4b1dc40b)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:39:17.232688 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Router b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e is scheduled to L3 agent 48729e96-b06f-44c2-8385-6753e1637932 with binding_index 1 {{(pid=87482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 05 22:39:17.278115 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:17.310249 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f07b3817-9c37-4a1a-a4bd-ce5b1f4a8d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:17.355348 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:17.423566 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b3817-9c37-4a1a-a4bd-ce5b1f4a8d74 None None] Pushing event updated for resources: {'Port': ['ID=db18dace-f7e4-40d6-9c3f-60eb8f22d3e4,revision_number=3']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:17.436300 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-3dac31ef-867d-47a1-a219-7dd356f1ee17 None None] Provisioning complete for port db18dace-f7e4-40d6-9c3f-60eb8f22d3e4 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:17.437002 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-3dac31ef-867d-47a1-a219-7dd356f1ee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:17.461588 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:39:17.474135 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] Sync routers for ids ['b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e'] in dv-cinder-818886-2-iscsi {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:39:17.480719 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d90af87-539e-4f85-93e0-972724a47a1c,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:17.485841 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] Routers {'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:39:17.487263 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:38:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:17.586275 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Allocated IP 192.168.233.133 (23be9c4d-8b6e-4076-a539-2011e76ea9b1/6ba5b7a2-6843-48a4-85ca-bc204920e481/7fd836a1-a401-4160-975d-b07f9aca0996) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:39:17.606428 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] Notify callbacks [] for router, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:17.610402 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-d260afb6-2341-4d99-b891-175792480dbc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1742284 Feb 05 22:39:17.611224 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 44012) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:17.719426 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] Set router b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:39:17.736240 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device db18dace-f7e4-40d6-9c3f-60eb8f22d3e4 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:17.820622 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port db18dace-f7e4-40d6-9c3f-60eb8f22d3e4 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:17.821430 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:17.842780 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:17.866086 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Transition to ACTIVE for port object 7fd836a1-a401-4160-975d-b07f9aca0996 will not be triggered until provisioned by entity DHCP. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:39:18.022482 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e', 'name': 'tempest-TestMinimumBasicScenario-1799349696-router', 'tenant_id': '90f8515c3fc54edbb4e647fec6af969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'bb91f536-203c-4950-b2cf-b96d044f82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:13Z', 'updated_at': '2022-02-05T22:39:15Z', 'revision_number': 3, 'project_id': '90f8515c3fc54edbb4e647fec6af969b', 'gw_port': {'id': 'bb91f536-203c-4950-b2cf-b96d044f82d2', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:aa:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:15Z', 'updated_at': '2022-02-05T22:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:18.033905 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:18.034179 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] Checking router: b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e for host: dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:39:18.034277 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] Updating router b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e port bb91f536-203c-4950-b2cf-b96d044f82d2 binding host dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 22:39:18.100098 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Network 23be9c4d-8b6e-4076-a539-2011e76ea9b1 is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:39:18.103890 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:39:18.108024 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:39:18.158602 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:18.197866 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:18.198598 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:18.250797 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Pushing event updated for resources: {'Port': ['ID=7fd836a1-a401-4160-975d-b07f9aca0996,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:18.403518 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-453a73f0-c178-4f54-b080-591f811a4cdf req-47dbc170-fc55-4036-a1fa-d0310a3ff2a7 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9333889 Feb 05 22:39:18.411499 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] Request body: {'port': {'device_id': 'b8d93862-a5cb-44df-901e-72478fdecf9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:39:18.618017 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-196365ec-c199-42c1-8544-6813cd436547 None None] Provisioning for port 7fd836a1-a401-4160-975d-b07f9aca0996 completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:39:18.625083 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-196365ec-c199-42c1-8544-6813cd436547 None None] Provisioning complete for port 7fd836a1-a401-4160-975d-b07f9aca0996 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:18.625635 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-196365ec-c199-42c1-8544-6813cd436547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:18.639815 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d0c01-b5e9-4c97-a60e-7143b5407f33 req-7e826f54-355c-471e-9d1b-ac6d179913ef tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:18.640516 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-930d0c01-b5e9-4c97-a60e-7143b5407f33 req-7e826f54-355c-471e-9d1b-ac6d179913ef tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Synchronizing usage tracker for tenant:3ab04f30509b40c8b4423fd2c2870805 on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:39:18.678066 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:18.719758 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-196365ec-c199-42c1-8544-6813cd436547 None None] Port 7fd836a1-a401-4160-975d-b07f9aca0996 cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:39:18.789663 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:18.802445 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] Transition to ACTIVE for port object bb91f536-203c-4950-b2cf-b96d044f82d2 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:39:18.808091 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-087ecd3d-8914-49f3-940b-42fc73d8910c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:18.832871 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-930d0c01-b5e9-4c97-a60e-7143b5407f33 req-7e826f54-355c-471e-9d1b-ac6d179913ef tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Unset dirty status for tenant:3ab04f30509b40c8b4423fd2c2870805 on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:39:18.834060 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-930d0c01-b5e9-4c97-a60e-7143b5407f33 req-7e826f54-355c-471e-9d1b-ac6d179913ef tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 936 time: 0.5302863 Feb 05 22:39:18.910763 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:18.949049 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-7029c028-3994-43dc-88e5-64e81652eaa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:19.017989 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a75e2-1668-43d8-8a7e-e1dade1f3584 None None] Pushing event updated for resources: {'Port': ['ID=bb91f536-203c-4950-b2cf-b96d044f82d2,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:19.033716 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-930d0c01-b5e9-4c97-a60e-7143b5407f33 req-295fc412-f791-492e-ad09-e79954437948 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Synchronizing usage tracker for tenant:3ab04f30509b40c8b4423fd2c2870805 on resource:security_group {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:39:19.039280 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] Attempting to bind port bb91f536-203c-4950-b2cf-b96d044f82d2 on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:39:19.040734 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] Attempting to bind port bb91f536-203c-4950-b2cf-b96d044f82d2 by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:39:19.041307 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] Attempting to bind port bb91f536-203c-4950-b2cf-b96d044f82d2 on network 6817b256-dae4-44db-bc68-adab2164788e {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:39:19.049015 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:39:19.049638 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] Checking segment: {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:39:19.049762 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_common [None req-087ecd3d-8914-49f3-940b-42fc73d8910c admin admin] Allocated IP 172.20.0.1 (ba36a49c-4c3d-4131-9665-a3490bc7941f/3a6673f8-a4fe-4532-ba87-fa435ef419ce/003abb56-7004-4f83-b565-676152d03c9a) {{(pid=87482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:39:19.050875 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:19.051845 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] Bound using segment: {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:39:19.052485 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] Bound port: bb91f536-203c-4950-b2cf-b96d044f82d2, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:39:19.053041 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:19.145978 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] For port bb91f536-203c-4950-b2cf-b96d044f82d2, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:39:19.149110 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] For port bb91f536-203c-4950-b2cf-b96d044f82d2, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=bb91f536-203c-4950-b2cf-b96d044f82d2,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:39:19.159056 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-930d0c01-b5e9-4c97-a60e-7143b5407f33 req-295fc412-f791-492e-ad09-e79954437948 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Unset dirty status for tenant:3ab04f30509b40c8b4423fd2c2870805 on resource:security_group {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:39:19.160741 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-930d0c01-b5e9-4c97-a60e-7143b5407f33 req-295fc412-f791-492e-ad09-e79954437948 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d90af87-539e-4f85-93e0-972724a47a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172228 Feb 05 22:39:19.196098 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd836a1-a401-4160-975d-b07f9aca0996 {{(pid=87483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:39:19.204458 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:19.219940 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] Transition to ACTIVE for port object 7fd836a1-a401-4160-975d-b07f9aca0996 will not be triggered until provisioned by entity L2. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:39:19.256678 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:19.261045 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-087ecd3d-8914-49f3-940b-42fc73d8910c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:19.280810 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.provisioning_blocks [None req-087ecd3d-8914-49f3-940b-42fc73d8910c admin admin] Transition to ACTIVE for port object 003abb56-7004-4f83-b565-676152d03c9a will not be triggered until provisioned by entity DHCP. {{(pid=87482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:39:19.333148 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:19.352238 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] Routers {'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:39:19.352898 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:38:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:19.384044 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-087ecd3d-8914-49f3-940b-42fc73d8910c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:19.422784 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a75e2-1668-43d8-8a7e-e1dade1f3584 None None] Pushing event updated for resources: {'Port': ['ID=bb91f536-203c-4950-b2cf-b96d044f82d2,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:19.504701 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ecd3d-8914-49f3-940b-42fc73d8910c admin admin] Pushing event updated for resources: {'Port': ['ID=003abb56-7004-4f83-b565-676152d03c9a,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:19.525591 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087ecd3d-8914-49f3-940b-42fc73d8910c admin admin] Network ba36a49c-4c3d-4131-9665-a3490bc7941f is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:39:19.527609 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-087ecd3d-8914-49f3-940b-42fc73d8910c admin admin] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:39:19.543216 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087ecd3d-8914-49f3-940b-42fc73d8910c admin admin] Received port after_create {{(pid=87482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:39:19.543724 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-087ecd3d-8914-49f3-940b-42fc73d8910c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960290'] for router_interface, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:19.578255 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] Pushing event updated for resources: {'Port': ['ID=7fd836a1-a401-4160-975d-b07f9aca0996,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:19.599981 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] Set router b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:39:19.792393 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d97fb-76c0-47dc-9318-d697537f308b req-3c395e6f-71bb-49cc-9e69-f8f52f39ca0e tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:19.799467 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4a8d97fb-76c0-47dc-9318-d697537f308b req-3c395e6f-71bb-49cc-9e69-f8f52f39ca0e tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.4051445 Feb 05 22:39:19.993270 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-087ecd3d-8914-49f3-940b-42fc73d8910c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:20.052916 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e', 'name': 'tempest-TestMinimumBasicScenario-1799349696-router', 'tenant_id': '90f8515c3fc54edbb4e647fec6af969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'bb91f536-203c-4950-b2cf-b96d044f82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:13Z', 'updated_at': '2022-02-05T22:39:15Z', 'revision_number': 3, 'project_id': '90f8515c3fc54edbb4e647fec6af969b', 'gw_port': {'id': 'bb91f536-203c-4950-b2cf-b96d044f82d2', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:aa:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:15Z', 'updated_at': '2022-02-05T22:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:20.057353 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c10ab14-515b-4107-8f68-55eb87f796f3 None None] The sync data for ids ['b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e'] in dv-cinder-818886-2-iscsi is: [{'id': 'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e', 'name': 'tempest-TestMinimumBasicScenario-1799349696-router', 'tenant_id': '90f8515c3fc54edbb4e647fec6af969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'bb91f536-203c-4950-b2cf-b96d044f82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:13Z', 'updated_at': '2022-02-05T22:39:15Z', 'revision_number': 3, 'project_id': '90f8515c3fc54edbb4e647fec6af969b', 'gw_port': {'id': 'bb91f536-203c-4950-b2cf-b96d044f82d2', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:aa:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:15Z', 'updated_at': '2022-02-05T22:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}] {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:39:20.065437 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4a8d97fb-76c0-47dc-9318-d697537f308b req-81c7e81c-82da-4f4e-8625-8d7d51658d19 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2649806 Feb 05 22:39:20.072731 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] Attempting to bind port 7fd836a1-a401-4160-975d-b07f9aca0996 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:39:20.075436 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] Attempting to bind port 7fd836a1-a401-4160-975d-b07f9aca0996 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '5bf70ca8-afed-4a5b-b4a9-4c329f879887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '23be9c4d-8b6e-4076-a539-2011e76ea9b1'}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:39:20.075813 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] Attempting to bind port 7fd836a1-a401-4160-975d-b07f9aca0996 on network 23be9c4d-8b6e-4076-a539-2011e76ea9b1 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:39:20.082352 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] Port 7fd836a1-a401-4160-975d-b07f9aca0996 on network 23be9c4d-8b6e-4076-a539-2011e76ea9b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 05 22:39:20.082781 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] Attempting to bind port 7fd836a1-a401-4160-975d-b07f9aca0996 on network 23be9c4d-8b6e-4076-a539-2011e76ea9b1 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:39:20.086425 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-641811c9-cfd1-4822-bbd2-a08a444a0bf3 None None] Provisioning for port 003abb56-7004-4f83-b565-676152d03c9a completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:39:20.091604 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-641811c9-cfd1-4822-bbd2-a08a444a0bf3 None None] Provisioning complete for port 003abb56-7004-4f83-b565-676152d03c9a triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:20.092217 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-641811c9-cfd1-4822-bbd2-a08a444a0bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:20.094308 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] Checking agent: {'id': 'bad58867-603f-489e-b0dd-362048cf3d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'started_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:39:20.094741 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] Checking segment: {'id': '5bf70ca8-afed-4a5b-b4a9-4c329f879887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '23be9c4d-8b6e-4076-a539-2011e76ea9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:39:20.095222 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] Bound using segment: {'id': '5bf70ca8-afed-4a5b-b4a9-4c329f879887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '23be9c4d-8b6e-4076-a539-2011e76ea9b1'} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:39:20.095976 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] Bound port: 7fd836a1-a401-4160-975d-b07f9aca0996, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bf70ca8-afed-4a5b-b4a9-4c329f879887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '23be9c4d-8b6e-4076-a539-2011e76ea9b1'}}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:39:20.096741 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:20.181925 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-641811c9-cfd1-4822-bbd2-a08a444a0bf3 None None] Port 003abb56-7004-4f83-b565-676152d03c9a cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:39:20.219822 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] For port 7fd836a1-a401-4160-975d-b07f9aca0996, host hv-cinder-81888, cleared binding levels {{(pid=87483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:39:20.242802 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] For port 7fd836a1-a401-4160-975d-b07f9aca0996, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7fd836a1-a401-4160-975d-b07f9aca0996,segment=NetworkSegment(5bf70ca8-afed-4a5b-b4a9-4c329f879887),segment_id=5bf70ca8-afed-4a5b-b4a9-4c329f879887)] {{(pid=87483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:39:20.293000 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-087ecd3d-8914-49f3-940b-42fc73d8910c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:20.323637 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:20.436737 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] Pushing event updated for resources: {'Port': ['ID=7fd836a1-a401-4160-975d-b07f9aca0996,revision_number=3']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:20.451389 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:20.452171 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:20.453490 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f65d3bd4-42cc-487a-b61e-f57465fc141c service neutron] 10.222.0.45 "PUT /v2.0/ports/7fd836a1-a401-4160-975d-b07f9aca0996 HTTP/1.1" status: 200 len: 1098 time: 2.0466163 Feb 05 22:39:20.453597 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-087ecd3d-8914-49f3-940b-42fc73d8910c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:20.453929 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d93862-a5cb-44df-901e-72478fdecf9c', 'tag': '7fd836a1-a401-4160-975d-b07f9aca0996'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:39:20.454272 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-087ecd3d-8914-49f3-940b-42fc73d8910c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960455'] for router_interface, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:20.516420 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d93862-a5cb-44df-901e-72478fdecf9c', 'tag': '7fd836a1-a401-4160-975d-b07f9aca0996', 'status': 'completed', 'code': 200} Feb 05 22:39:20.727293 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ecd3d-8914-49f3-940b-42fc73d8910c admin admin] Pushing event updated for resources: {'Port': ['ID=003abb56-7004-4f83-b565-676152d03c9a,revision_number=2']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:20.733228 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087ecd3d-8914-49f3-940b-42fc73d8910c admin admin] Network ba36a49c-4c3d-4131-9665-a3490bc7941f is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:39:20.736590 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-087ecd3d-8914-49f3-940b-42fc73d8910c admin admin] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:39:20.896169 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da1388-5829-4678-9b60-bb1d3a0e84ea req-950f032f-d34d-49f0-a995-edde2fe7ec3e tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:20.897751 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-18da1388-5829-4678-9b60-bb1d3a0e84ea req-950f032f-d34d-49f0-a995-edde2fe7ec3e tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 948 time: 0.5299876 Feb 05 22:39:21.050908 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-161c8dbc-5989-4f75-9e2a-b0170851fa10 None None] Provisioning complete for port 003abb56-7004-4f83-b565-676152d03c9a triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:21.050908 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-161c8dbc-5989-4f75-9e2a-b0170851fa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:21.136320 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-161c8dbc-5989-4f75-9e2a-b0170851fa10 None None] Port 003abb56-7004-4f83-b565-676152d03c9a cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:39:21.136958 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-18da1388-5829-4678-9b60-bb1d3a0e84ea req-76b51b6c-c7d4-488a-8a57-c09017f64042 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d90af87-539e-4f85-93e0-972724a47a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710343 Feb 05 22:39:21.153473 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087ecd3d-8914-49f3-940b-42fc73d8910c admin admin] Router b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:39:21.314987 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-b1928bb2-2dda-41aa-8b88-7dae4a244710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:21.319021 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2f4b4-5c1f-4953-a293-e158cd2f71c0 req-3ee3c328-d79c-44cc-8d0b-756a9fbfb874 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:21.328497 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-06e2f4b4-5c1f-4953-a293-e158cd2f71c0 req-3ee3c328-d79c-44cc-8d0b-756a9fbfb874 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.1110337 Feb 05 22:39:21.368049 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087ecd3d-8914-49f3-940b-42fc73d8910c admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:39:21.382067 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-06e2f4b4-5c1f-4953-a293-e158cd2f71c0 req-102d287f-a559-4e15-b7d0-08149112169e tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0523524 Feb 05 22:39:21.383116 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-087ecd3d-8914-49f3-940b-42fc73d8910c admin admin] 10.222.0.24 "PUT /v2.0/routers/b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7714822 Feb 05 22:39:21.740474 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device bb91f536-203c-4950-b2cf-b96d044f82d2 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:21.893008 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port bb91f536-203c-4950-b2cf-b96d044f82d2 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:39:21.908332 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port bb91f536-203c-4950-b2cf-b96d044f82d2 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:21.909083 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:22.071463 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:22.092759 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port bb91f536-203c-4950-b2cf-b96d044f82d2, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=bb91f536-203c-4950-b2cf-b96d044f82d2,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:39:22.203430 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:39:22.224305 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:22.310445 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:22.385026 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] Sync routers for ids ['b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:39:22.392326 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=bb91f536-203c-4950-b2cf-b96d044f82d2,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:22.409298 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4d9f-28ed-4ea6-9c30-ac55f05a23a4 req-2ed5f246-d5d2-4aa3-8bb5-d6e9540f28a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:22.413415 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a28e4d9f-28ed-4ea6-9c30-ac55f05a23a4 req-2ed5f246-d5d2-4aa3-8bb5-d6e9540f28a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ab04f30509b40c8b4423fd2c2870805&device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 1101 time: 0.1100152 Feb 05 22:39:22.433082 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] Routers {'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:39:22.437997 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:39:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:22.493695 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a28e4d9f-28ed-4ea6-9c30-ac55f05a23a4 req-ecd47962-05fc-4b37-8985-25ff89389f46 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3ab04f30509b40c8b4423fd2c2870805&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583739 Feb 05 22:39:22.585980 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db63ddc-b33d-4127-9937-32a748417dfd req-ca1a5c72-919e-42f5-a05d-ceec42b9b324 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:22.587626 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-3db63ddc-b33d-4127-9937-32a748417dfd req-ca1a5c72-919e-42f5-a05d-ceec42b9b324 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 948 time: 0.2436271 Feb 05 22:39:22.727798 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-3db63ddc-b33d-4127-9937-32a748417dfd req-c7876cc2-d050-4ffd-92da-01601e0cc7d3 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d90af87-539e-4f85-93e0-972724a47a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333709 Feb 05 22:39:22.751252 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:22.912632 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4d9f-28ed-4ea6-9c30-ac55f05a23a4 req-b35a975a-b1a7-4e6e-8826-fc1b19a6afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:22.912632 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a28e4d9f-28ed-4ea6-9c30-ac55f05a23a4 req-b35a975a-b1a7-4e6e-8826-fc1b19a6afd6 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4037061 Feb 05 22:39:22.937428 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fbc80-8429-46a2-9b39-48d8ff725883 req-d354e7cf-08b1-4467-ae92-48d1ca561f2a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:22.946419 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-185fbc80-8429-46a2-9b39-48d8ff725883 req-d354e7cf-08b1-4467-ae92-48d1ca561f2a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.2734931 Feb 05 22:39:23.102189 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] Set router b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:39:23.130364 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-185fbc80-8429-46a2-9b39-48d8ff725883 req-38079742-2896-4fee-bc43-eea5b5dab159 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1718037 Feb 05 22:39:23.169688 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f2e542cc-67a5-4f62-bfe2-f55066655039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:23.171444 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f2e542cc-67a5-4f62-bfe2-f55066655039 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ab04f30509b40c8b4423fd2c2870805&device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 1101 time: 0.1876957 Feb 05 22:39:23.252464 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-453a73f0-c178-4f54-b080-591f811a4cdf req-723e21fb-b73d-4667-9539-e622d561f9d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=7fd836a1-a401-4160-975d-b07f9aca0996 HTTP/1.1" status: 200 len: 217 time: 0.0725105 Feb 05 22:39:23.328325 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a73f0-c178-4f54-b080-591f811a4cdf req-3985bcdc-c287-4cb8-a96c-2791fed6e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:23.330798 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-453a73f0-c178-4f54-b080-591f811a4cdf req-3985bcdc-c287-4cb8-a96c-2791fed6e718 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ba5b7a2-6843-48a4-85ca-bc204920e481 HTTP/1.1" status: 200 len: 843 time: 0.0695553 Feb 05 22:39:23.462244 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a73f0-c178-4f54-b080-591f811a4cdf req-33f540e0-16af-4348-9247-cbf29550080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:23.464976 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-453a73f0-c178-4f54-b080-591f811a4cdf req-33f540e0-16af-4348-9247-cbf29550080d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=23be9c4d-8b6e-4076-a539-2011e76ea9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1114316 Feb 05 22:39:23.518114 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e', 'name': 'tempest-TestMinimumBasicScenario-1799349696-router', 'tenant_id': '90f8515c3fc54edbb4e647fec6af969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'bb91f536-203c-4950-b2cf-b96d044f82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:13Z', 'updated_at': '2022-02-05T22:39:19Z', 'revision_number': 4, 'project_id': '90f8515c3fc54edbb4e647fec6af969b', 'gw_port': {'id': 'bb91f536-203c-4950-b2cf-b96d044f82d2', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:15Z', 'updated_at': '2022-02-05T22:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': '003abb56-7004-4f83-b565-676152d03c9a', 'name': '', 'network_id': 'ba36a49c-4c3d-4131-9665-a3490bc7941f', 'tenant_id': '90f8515c3fc54edbb4e647fec6af969b', 'mac_address': 'fa:16:3e:f7:3e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3a6673f8-a4fe-4532-ba87-fa435ef419ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:18Z', 'updated_at': '2022-02-05T22:39:20Z', 'revision_number': 2, 'project_id': '90f8515c3fc54edbb4e647fec6af969b', 'subnets': [{'id': '3a6673f8-a4fe-4532-ba87-fa435ef419ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:23.526104 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] Checking router: b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:39:23.526454 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] Updating router b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e port 003abb56-7004-4f83-b565-676152d03c9a binding host dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 22:39:23.626200 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:23.719791 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:23.750728 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-453a73f0-c178-4f54-b080-591f811a4cdf req-f41fe62f-41a2-44c0-b76f-e61b6c8979db service neutron] 10.222.0.45 "GET /v2.0/networks/23be9c4d-8b6e-4076-a539-2011e76ea9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742376 Feb 05 22:39:23.828485 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device bb91f536-203c-4950-b2cf-b96d044f82d2 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:24.072408 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-453a73f0-c178-4f54-b080-591f811a4cdf req-84fae00a-9402-4f12-8489-836acf3004cb service neutron] 10.222.0.45 "GET /v2.0/networks/23be9c4d-8b6e-4076-a539-2011e76ea9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131547 Feb 05 22:39:24.121002 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424aa57-a900-4537-8351-32c7ced394b9 req-35e36273-14b0-4c47-8539-b537a221da32 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:24.128324 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2424aa57-a900-4537-8351-32c7ced394b9 req-35e36273-14b0-4c47-8539-b537a221da32 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 948 time: 0.1648166 Feb 05 22:39:24.187045 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2424aa57-a900-4537-8351-32c7ced394b9 req-1b327f3f-616e-4131-a76e-9271b80dfd93 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d90af87-539e-4f85-93e0-972724a47a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575438 Feb 05 22:39:24.290576 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port bb91f536-203c-4950-b2cf-b96d044f82d2 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:24.291236 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:24.387355 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949ef14-6c46-4478-8dfd-06cc23e10d50 req-0416eed5-55bb-405d-bb37-e716f2626fe1 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:24.389323 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0949ef14-6c46-4478-8dfd-06cc23e10d50 req-0416eed5-55bb-405d-bb37-e716f2626fe1 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.1162360 Feb 05 22:39:24.453633 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0949ef14-6c46-4478-8dfd-06cc23e10d50 req-fac4517c-19cf-4dba-baca-ec776cc7af7b tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0533624 Feb 05 22:39:24.629860 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] Notify callbacks [] for port, precommit_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:24.644969 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] Transition to ACTIVE for port object 003abb56-7004-4f83-b565-676152d03c9a will not be triggered until provisioned by entity L2. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:39:24.755052 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:24.942139 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f93977-9e2a-4105-a18c-7b4e56edd22a None None] Pushing event updated for resources: {'Port': ['ID=003abb56-7004-4f83-b565-676152d03c9a,revision_number=3']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:25.052981 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] Attempting to bind port 003abb56-7004-4f83-b565-676152d03c9a on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:39:25.053575 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] Attempting to bind port 003abb56-7004-4f83-b565-676152d03c9a by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': '8f86a650-8b17-4191-9d4d-741e4b1dc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ba36a49c-4c3d-4131-9665-a3490bc7941f'}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:39:25.054054 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] Attempting to bind port 003abb56-7004-4f83-b565-676152d03c9a on network ba36a49c-4c3d-4131-9665-a3490bc7941f {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:39:25.062767 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:39:25.063153 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] Checking segment: {'id': '8f86a650-8b17-4191-9d4d-741e4b1dc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ba36a49c-4c3d-4131-9665-a3490bc7941f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:39:25.063716 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:25.063980 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] Bound using segment: {'id': '8f86a650-8b17-4191-9d4d-741e4b1dc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ba36a49c-4c3d-4131-9665-a3490bc7941f'} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:39:25.064507 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] Bound port: 003abb56-7004-4f83-b565-676152d03c9a, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f86a650-8b17-4191-9d4d-741e4b1dc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ba36a49c-4c3d-4131-9665-a3490bc7941f'}}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:39:25.065011 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:25.176364 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] For port 003abb56-7004-4f83-b565-676152d03c9a, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:39:25.180325 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] For port 003abb56-7004-4f83-b565-676152d03c9a, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=003abb56-7004-4f83-b565-676152d03c9a,segment=NetworkSegment(8f86a650-8b17-4191-9d4d-741e4b1dc40b),segment_id=8f86a650-8b17-4191-9d4d-741e4b1dc40b)] {{(pid=87484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:39:25.320912 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:25.537617 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] Routers {'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:39:25.543195 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:39:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:25.563135 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5c425-9bdf-45c7-9b3b-c6fb9a71d184 req-9ebe1dff-4d9f-4eb8-86d7-2dbff6fe6fea tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:25.574048 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-8bf5c425-9bdf-45c7-9b3b-c6fb9a71d184 req-9ebe1dff-4d9f-4eb8-86d7-2dbff6fe6fea tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 948 time: 0.2180994 Feb 05 22:39:25.644273 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-8bf5c425-9bdf-45c7-9b3b-c6fb9a71d184 req-51a2321f-7c25-44df-92b7-95cc004343e5 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d90af87-539e-4f85-93e0-972724a47a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660703 Feb 05 22:39:25.676485 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f93977-9e2a-4105-a18c-7b4e56edd22a None None] Pushing event updated for resources: {'Port': ['ID=003abb56-7004-4f83-b565-676152d03c9a,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:25.788457 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5c2fc-eecb-45d0-b0bd-2f860d52c4b4 req-55f0e92f-b00f-42f8-bd06-a20f734bc477 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:25.796532 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2ae5c2fc-eecb-45d0-b0bd-2f860d52c4b4 req-55f0e92f-b00f-42f8-bd06-a20f734bc477 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.1255291 Feb 05 22:39:25.849245 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2ae5c2fc-eecb-45d0-b0bd-2f860d52c4b4 req-ffb474b4-64c3-4323-bd07-c361b0005c9a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0515456 Feb 05 22:39:25.881663 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] Set router b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:39:26.498207 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e', 'name': 'tempest-TestMinimumBasicScenario-1799349696-router', 'tenant_id': '90f8515c3fc54edbb4e647fec6af969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'bb91f536-203c-4950-b2cf-b96d044f82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:13Z', 'updated_at': '2022-02-05T22:39:19Z', 'revision_number': 4, 'project_id': '90f8515c3fc54edbb4e647fec6af969b', 'gw_port': {'id': 'bb91f536-203c-4950-b2cf-b96d044f82d2', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:15Z', 'updated_at': '2022-02-05T22:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': '003abb56-7004-4f83-b565-676152d03c9a', 'name': '', 'network_id': 'ba36a49c-4c3d-4131-9665-a3490bc7941f', 'tenant_id': '90f8515c3fc54edbb4e647fec6af969b', 'mac_address': 'fa:16:3e:f7:3e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3a6673f8-a4fe-4532-ba87-fa435ef419ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:18Z', 'updated_at': '2022-02-05T22:39:25Z', 'revision_number': 4, 'project_id': '90f8515c3fc54edbb4e647fec6af969b', 'subnets': [{'id': '3a6673f8-a4fe-4532-ba87-fa435ef419ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:26.498399 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c47e62-1038-4c87-b4ac-bc91826d0ac9 None None] The sync data for ids ['b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e'] in dv-cinder-818886-2-iscsi is: [{'id': 'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e', 'name': 'tempest-TestMinimumBasicScenario-1799349696-router', 'tenant_id': '90f8515c3fc54edbb4e647fec6af969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'bb91f536-203c-4950-b2cf-b96d044f82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:13Z', 'updated_at': '2022-02-05T22:39:19Z', 'revision_number': 4, 'project_id': '90f8515c3fc54edbb4e647fec6af969b', 'gw_port': {'id': 'bb91f536-203c-4950-b2cf-b96d044f82d2', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:15Z', 'updated_at': '2022-02-05T22:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': '003abb56-7004-4f83-b565-676152d03c9a', 'name': '', 'network_id': 'ba36a49c-4c3d-4131-9665-a3490bc7941f', 'tenant_id': '90f8515c3fc54edbb4e647fec6af969b', 'mac_address': 'fa:16:3e:f7:3e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3a6673f8-a4fe-4532-ba87-fa435ef419ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:18Z', 'updated_at': '2022-02-05T22:39:25Z', 'revision_number': 4, 'project_id': '90f8515c3fc54edbb4e647fec6af969b', 'subnets': [{'id': '3a6673f8-a4fe-4532-ba87-fa435ef419ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:39:26.979283 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43709849-a14e-4154-8221-e26502331ab8 req-c018a97e-4a6f-4ac6-ad8e-4c56454db45a tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:26.981862 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-43709849-a14e-4154-8221-e26502331ab8 req-c018a97e-4a6f-4ac6-ad8e-4c56454db45a tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 948 time: 0.2067499 Feb 05 22:39:27.093190 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-43709849-a14e-4154-8221-e26502331ab8 req-52d3df01-9dfc-49a5-b02f-7832e9612bf9 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d90af87-539e-4f85-93e0-972724a47a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036520 Feb 05 22:39:27.314783 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08bc07-c5fe-40e9-bbd1-1d4d4635993c req-90d533e2-e142-4b7c-9a62-e7c75345249c tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:27.317436 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ef08bc07-c5fe-40e9-bbd1-1d4d4635993c req-90d533e2-e142-4b7c-9a62-e7c75345249c tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.1034718 Feb 05 22:39:27.369887 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ef08bc07-c5fe-40e9-bbd1-1d4d4635993c req-7a5fdfdd-3d0d-412d-a903-eb5e5289c7ec tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0459054 Feb 05 22:39:27.842410 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 003abb56-7004-4f83-b565-676152d03c9a up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:28.041947 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 44292) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:28.165977 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port 003abb56-7004-4f83-b565-676152d03c9a completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:39:28.172334 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 003abb56-7004-4f83-b565-676152d03c9a triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:28.172843 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:28.214874 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c4f40-a0d9-4a28-87a4-22b29224ea12 req-008d542e-1628-48f6-8833-59aee0ec4254 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:28.223733 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7b1c4f40-a0d9-4a28-87a4-22b29224ea12 req-008d542e-1628-48f6-8833-59aee0ec4254 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.4608262 Feb 05 22:39:28.255029 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7197f4-263d-4883-a67f-25e1fda66001 req-52a36e12-186b-420e-ab21-9b543d6a815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:28.257127 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5c7197f4-263d-4883-a67f-25e1fda66001 req-52a36e12-186b-420e-ab21-9b543d6a815e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5474d9a6de104f7bad74b5d7de3eb2df&device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 1098 time: 0.4020529 Feb 05 22:39:28.294522 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7b1c4f40-a0d9-4a28-87a4-22b29224ea12 req-b85e6b77-a490-438a-9f65-a4e3703cd579 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695734 Feb 05 22:39:28.393501 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:28.445068 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-67fbf718-6a39-4dfc-b760-a8b41adcdc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:28.461067 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 7fd836a1-a401-4160-975d-b07f9aca0996 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:39:28.475809 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-67fbf718-6a39-4dfc-b760-a8b41adcdc3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:28.489819 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-67fbf718-6a39-4dfc-b760-a8b41adcdc3d admin admin] Usage tracker for resource:security_group_rule and tenant:0c48024a90dc4632878e75d7400ebff3 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:28.497284 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-67fbf718-6a39-4dfc-b760-a8b41adcdc3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:28.511672 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-67fbf718-6a39-4dfc-b760-a8b41adcdc3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:28.526066 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708059f-fab4-439d-829a-fea3cda2754e req-64fef3e9-ec77-47c8-85ac-85bcc7dd0d04 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:28.528283 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b708059f-fab4-439d-829a-fea3cda2754e req-64fef3e9-ec77-47c8-85ac-85bcc7dd0d04 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 948 time: 0.1535704 Feb 05 22:39:28.587901 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b708059f-fab4-439d-829a-fea3cda2754e req-2c296196-62e8-4f25-96fc-430ac67847f2 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d90af87-539e-4f85-93e0-972724a47a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506966 Feb 05 22:39:28.618034 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7197f4-263d-4883-a67f-25e1fda66001 req-308ab399-6f56-4084-b0b9-c7caabeb3093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:28.622897 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5c7197f4-263d-4883-a67f-25e1fda66001 req-308ab399-6f56-4084-b0b9-c7caabeb3093 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b4059c4-e980-42b2-9e93-74f1eb032fb9 HTTP/1.1" status: 200 len: 919 time: 0.3407865 Feb 05 22:39:28.731461 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-67fbf718-6a39-4dfc-b760-a8b41adcdc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:28.782559 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5c7197f4-263d-4883-a67f-25e1fda66001 req-5e992b4d-aaad-4eb5-a780-4f02945e56d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a183df7-65c7-46e9-9071-5ec23a46d735 HTTP/1.1" status: 200 len: 217 time: 0.1530657 Feb 05 22:39:28.816357 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port 003abb56-7004-4f83-b565-676152d03c9a, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=003abb56-7004-4f83-b565-676152d03c9a,segment=NetworkSegment(8f86a650-8b17-4191-9d4d-741e4b1dc40b),segment_id=8f86a650-8b17-4191-9d4d-741e4b1dc40b)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:39:28.827967 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 7fd836a1-a401-4160-975d-b07f9aca0996, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7fd836a1-a401-4160-975d-b07f9aca0996,segment=NetworkSegment(5bf70ca8-afed-4a5b-b4a9-4c329f879887),segment_id=5bf70ca8-afed-4a5b-b4a9-4c329f879887)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:39:28.845554 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': '7fd836a1-a401-4160-975d-b07f9aca0996', 'network_id': '23be9c4d-8b6e-4076-a539-2011e76ea9b1', 'port_id': '7fd836a1-a401-4160-975d-b07f9aca0996', 'mac_address': 'fa:16:3e:cd:38:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba5b7a2-6843-48a4-85ca-bc204920e481', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:39:28.870175 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7197f4-263d-4883-a67f-25e1fda66001 req-480e1029-0aa8-4e6a-955d-448c32641c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:28.871598 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5c7197f4-263d-4883-a67f-25e1fda66001 req-480e1029-0aa8-4e6a-955d-448c32641c77 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2 HTTP/1.1" status: 200 len: 858 time: 0.0825450 Feb 05 22:39:28.886400 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-67fbf718-6a39-4dfc-b760-a8b41adcdc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:28.927266 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:28.943902 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5c7197f4-263d-4883-a67f-25e1fda66001 req-454c9cc2-9006-45c2-a04d-9f7d54cfb625 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b4059c4-e980-42b2-9e93-74f1eb032fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649450 Feb 05 22:39:28.957985 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cbf0f-f2b6-4694-853b-4268840635a0 req-2fff4a61-f4a1-4adc-b394-ea0ba709076c tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:28.959527 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d18cbf0f-f2b6-4694-853b-4268840635a0 req-2fff4a61-f4a1-4adc-b394-ea0ba709076c tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.2264864 Feb 05 22:39:28.974462 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:29.005438 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-67fbf718-6a39-4dfc-b760-a8b41adcdc3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c48024a90dc4632878e75d7400ebff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9617736 Feb 05 22:39:29.009768 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 44312) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:29.018337 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd836a1-a401-4160-975d-b07f9aca0996 {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:39:29.021522 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbf718-6a39-4dfc-b760-a8b41adcdc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe65de44-fbd6-4283-b351-48c139550b04,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:29.035825 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 7fd836a1-a401-4160-975d-b07f9aca0996, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7fd836a1-a401-4160-975d-b07f9aca0996,segment=NetworkSegment(5bf70ca8-afed-4a5b-b4a9-4c329f879887),segment_id=5bf70ca8-afed-4a5b-b4a9-4c329f879887)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:39:29.058344 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbf718-6a39-4dfc-b760-a8b41adcdc3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:29.061564 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbf718-6a39-4dfc-b760-a8b41adcdc3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:29.061564 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbf718-6a39-4dfc-b760-a8b41adcdc3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:29.061564 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbf718-6a39-4dfc-b760-a8b41adcdc3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:29.061564 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbf718-6a39-4dfc-b760-a8b41adcdc3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:29.061564 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbf718-6a39-4dfc-b760-a8b41adcdc3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:29.061564 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbf718-6a39-4dfc-b760-a8b41adcdc3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:29.061564 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbf718-6a39-4dfc-b760-a8b41adcdc3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:29.061564 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbf718-6a39-4dfc-b760-a8b41adcdc3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:29.062360 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=003abb56-7004-4f83-b565-676152d03c9a,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:29.062463 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbf718-6a39-4dfc-b760-a8b41adcdc3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:29.062680 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbf718-6a39-4dfc-b760-a8b41adcdc3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:29.063102 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbf718-6a39-4dfc-b760-a8b41adcdc3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:29.115367 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:29.127479 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d32aef3a-9e2e-44b2-b2ca-a567dbddf01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:29.132196 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d18cbf0f-f2b6-4694-853b-4268840635a0 req-d534a8a2-1022-4f85-9d3d-db9b72fb5410 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1472681 Feb 05 22:39:29.173705 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d32aef3a-9e2e-44b2-b2ca-a567dbddf01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:29.175250 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5c7197f4-263d-4883-a67f-25e1fda66001 req-3a592330-8c58-44b7-b358-3d175f27c1e5 service neutron] 10.222.0.45 "GET /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142258 Feb 05 22:39:29.217604 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=7fd836a1-a401-4160-975d-b07f9aca0996,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:29.327048 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d32aef3a-9e2e-44b2-b2ca-a567dbddf01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:29.351563 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32aef3a-9e2e-44b2-b2ca-a567dbddf01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe65de44-fbd6-4283-b351-48c139550b04,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:29.361648 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d32aef3a-9e2e-44b2-b2ca-a567dbddf01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:29.367347 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-d32aef3a-9e2e-44b2-b2ca-a567dbddf01a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe65de44-fbd6-4283-b351-48c139550b04 HTTP/1.1" status: 204 len: 168 time: 0.3503866 Feb 05 22:39:29.404488 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5c7197f4-263d-4883-a67f-25e1fda66001 req-668389de-58e6-47af-b8c5-a6e9eb5d8966 service neutron] 10.222.0.45 "GET /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189298 Feb 05 22:39:29.482729 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['7fd836a1-a401-4160-975d-b07f9aca0996'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:39:29.589186 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b24a80-a35f-47ec-bf82-742ad35b5adc req-6593c2b9-b75b-4a45-88a6-41075ebddeef tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:29.590709 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f9b24a80-a35f-47ec-bf82-742ad35b5adc req-6593c2b9-b75b-4a45-88a6-41075ebddeef tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1005623 Feb 05 22:39:29.706631 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f9b24a80-a35f-47ec-bf82-742ad35b5adc req-6832ad96-3433-4a44-9862-639c78063a73 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080570 Feb 05 22:39:29.787915 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 003abb56-7004-4f83-b565-676152d03c9a up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:29.941180 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 003abb56-7004-4f83-b565-676152d03c9a triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:29.941831 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:29.958926 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcafb2-b24b-40b4-8bb5-7ae7e7fab62e req-3fb78742-6138-4c1a-b626-3c50b3d6105e tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:29.960516 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-efdcafb2-b24b-40b4-8bb5-7ae7e7fab62e req-3fb78742-6138-4c1a-b626-3c50b3d6105e tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 949 time: 0.1673167 Feb 05 22:39:30.046737 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-efdcafb2-b24b-40b4-8bb5-7ae7e7fab62e req-44cd3047-2fc1-457f-a906-d877eaff6fea tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d90af87-539e-4f85-93e0-972724a47a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795822 Feb 05 22:39:30.358110 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec572f75-c1eb-47fe-aee7-77b2c4fdd86f req-0d859cbb-87bd-4527-a712-161ab022a53c tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:30.359140 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ec572f75-c1eb-47fe-aee7-77b2c4fdd86f req-0d859cbb-87bd-4527-a712-161ab022a53c tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.1010420 Feb 05 22:39:30.422108 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ec572f75-c1eb-47fe-aee7-77b2c4fdd86f req-a6327b87-e34c-472c-97f3-c5b2f3baacdb tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0521860 Feb 05 22:39:30.461336 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 8fd4186f-6659-4e33-beed-94d23f18a11d details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:39:30.583312 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 44362) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:30.675363 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 8fd4186f-6659-4e33-beed-94d23f18a11d, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8fd4186f-6659-4e33-beed-94d23f18a11d,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:39:30.694190 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': '8fd4186f-6659-4e33-beed-94d23f18a11d', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'port_id': '8fd4186f-6659-4e33-beed-94d23f18a11d', 'mac_address': 'fa:16:3e:aa:6d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:39:30.781013 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-5a7757d4-7120-4c3f-94cc-3029c0793fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:30.808627 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-5a7757d4-7120-4c3f-94cc-3029c0793fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:30.811868 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-5a7757d4-7120-4c3f-94cc-3029c0793fac admin admin] Usage tracker for resource:security_group_rule and tenant:a0bd8e7e78374142b8720b026eed3cf9 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:30.815922 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-5a7757d4-7120-4c3f-94cc-3029c0793fac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:30.816073 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:30.822330 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-5a7757d4-7120-4c3f-94cc-3029c0793fac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:30.842271 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fd4186f-6659-4e33-beed-94d23f18a11d {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:39:30.866216 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 8fd4186f-6659-4e33-beed-94d23f18a11d, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8fd4186f-6659-4e33-beed-94d23f18a11d,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:39:31.023412 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:31.040721 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-5a7757d4-7120-4c3f-94cc-3029c0793fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:31.049321 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d519f3-3f78-4024-8de5-d23cacbbe39a req-29291b66-c8d6-4d8a-bb80-30bd3bb95d0a tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:31.056726 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-70d519f3-3f78-4024-8de5-d23cacbbe39a req-29291b66-c8d6-4d8a-bb80-30bd3bb95d0a tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1883192 Feb 05 22:39:31.076416 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 44384) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:31.148525 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=8fd4186f-6659-4e33-beed-94d23f18a11d,revision_number=6']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:31.150773 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-70d519f3-3f78-4024-8de5-d23cacbbe39a req-6fd3d248-e4f2-4edd-8d33-76db2003e5e4 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929513 Feb 05 22:39:31.154912 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-5a7757d4-7120-4c3f-94cc-3029c0793fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:31.193794 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7757d4-7120-4c3f-94cc-3029c0793fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd5ccd9-209f-4722-bce2-862d851d6522,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:31.219379 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7757d4-7120-4c3f-94cc-3029c0793fac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:31.219977 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7757d4-7120-4c3f-94cc-3029c0793fac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:31.220456 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7757d4-7120-4c3f-94cc-3029c0793fac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:31.220945 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7757d4-7120-4c3f-94cc-3029c0793fac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:31.222453 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7757d4-7120-4c3f-94cc-3029c0793fac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:31.222453 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7757d4-7120-4c3f-94cc-3029c0793fac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:31.222453 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7757d4-7120-4c3f-94cc-3029c0793fac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:31.223189 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7757d4-7120-4c3f-94cc-3029c0793fac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:31.223684 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7757d4-7120-4c3f-94cc-3029c0793fac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:31.224164 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7757d4-7120-4c3f-94cc-3029c0793fac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:31.224642 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7757d4-7120-4c3f-94cc-3029c0793fac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:31.225102 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7757d4-7120-4c3f-94cc-3029c0793fac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:39:31.232533 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['8fd4186f-6659-4e33-beed-94d23f18a11d'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:39:31.270756 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-5a7757d4-7120-4c3f-94cc-3029c0793fac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a0bd8e7e78374142b8720b026eed3cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6861598 Feb 05 22:39:31.273496 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 44390) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:31.336235 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2092572392-network', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:39:31.352299 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:31.359023 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] Usage tracker for resource:network and tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:31.363343 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:31.371874 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:31.397414 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-6851e0dc-2f21-4aa3-99e3-bf24415d9f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:31.427767 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343d6d5-3a84-409e-a96c-0c4f414b057e req-0849ebf9-628a-408f-8e1a-b7c6d8de751e tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:31.437288 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9343d6d5-3a84-409e-a96c-0c4f414b057e req-0849ebf9-628a-408f-8e1a-b7c6d8de751e tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 949 time: 0.2405858 Feb 05 22:39:31.462289 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] Made reservation on behalf of c11ef7c1d2e84d30b7e289e2ed5ba793 for: {'network': 1} {{(pid=87482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:39:31.464569 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for network, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:31.470848 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-6851e0dc-2f21-4aa3-99e3-bf24415d9f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:31.480160 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:31.528835 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9343d6d5-3a84-409e-a96c-0c4f414b057e req-820e3b03-197e-4620-b26d-280e6ac2e39b tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d90af87-539e-4f85-93e0-972724a47a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905964 Feb 05 22:39:31.545616 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:31.550097 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] Usage tracker for resource:security_group_rule and tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:31.553493 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:31.559346 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:31.660224 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-6851e0dc-2f21-4aa3-99e3-bf24415d9f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:31.687947 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851e0dc-2f21-4aa3-99e3-bf24415d9f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd5ccd9-209f-4722-bce2-862d851d6522,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:31.707294 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-6851e0dc-2f21-4aa3-99e3-bf24415d9f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:31.708683 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-6851e0dc-2f21-4aa3-99e3-bf24415d9f77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7cd5ccd9-209f-4722-bce2-862d851d6522 HTTP/1.1" status: 204 len: 168 time: 0.4340715 Feb 05 22:39:31.738239 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ba554-0a43-4c3a-8810-582acea89083 req-657187d7-64a0-465f-b7f1-8f4e99d482d4 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:31.746418 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-af0ba554-0a43-4c3a-8810-582acea89083 req-657187d7-64a0-465f-b7f1-8f4e99d482d4 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 944 time: 0.1537793 Feb 05 22:39:31.790006 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:31.806369 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-af0ba554-0a43-4c3a-8810-582acea89083 req-ce3fdef9-376e-499d-9c3e-bdf600f7a26b tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0583167 Feb 05 22:39:31.857401 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:31.894410 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=87482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 22:39:31.905371 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147c4460-635f-4564-b472-e8f8bb9a753e,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:31.912894 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:31.913351 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.db.segments_db [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] Added segment d7af7278-00da-4a19-8b7b-1858f8d90a47 of type vlan for network ebea9618-4630-4a58-9d58-eedf0e21d8a9 Feb 05 22:39:31.947741 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748711372171'] for network, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:32.057925 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for network, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:32.059000 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:32.059637 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:32.310732 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] Pushing event updated for resources: {'Network': ['ID=ebea9618-4630-4a58-9d58-eedf0e21d8a9,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:32.324280 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Network ebea9618-4630-4a58-9d58-eedf0e21d8a9 details requested by agent ovs-agent-dv-cinder-818886-2-iscsi with host dv-cinder-818886-2-iscsi {{(pid=87484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 05 22:39:32.354635 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-498da3da-2f4a-42a0-b40b-786350a7706c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2762396 Feb 05 22:39:32.358288 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 44404) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:32.366055 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-c9da0b2d-3fe3-49d0-bde7-7232bbe58d51 admin admin] Request body: {'subnet': {'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2092572392-subnet', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'ip_version': 4}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:39:32.372162 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-c9da0b2d-3fe3-49d0-bde7-7232bbe58d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:32.377474 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-c9da0b2d-3fe3-49d0-bde7-7232bbe58d51 admin admin] Usage tracker for resource:subnet and tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:32.387883 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-c9da0b2d-3fe3-49d0-bde7-7232bbe58d51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:32.396332 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-c9da0b2d-3fe3-49d0-bde7-7232bbe58d51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:32.489075 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f806dd6-8e6a-4603-88f6-c7a075445ac9 req-e5d8d227-ce2c-4549-bc7f-276ee5752ce3 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:32.489645 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 8fd4186f-6659-4e33-beed-94d23f18a11d up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:32.490636 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2f806dd6-8e6a-4603-88f6-c7a075445ac9 req-e5d8d227-ce2c-4549-bc7f-276ee5752ce3 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1299009 Feb 05 22:39:32.622938 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2f806dd6-8e6a-4603-88f6-c7a075445ac9 req-546cc205-3b47-4d5a-a733-b6d4dd1619a3 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780857 Feb 05 22:39:32.623899 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port 8fd4186f-6659-4e33-beed-94d23f18a11d triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:32.623899 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:32.758136 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:32.781710 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6955c42-7df6-4f74-bcc8-07f683b4efce req-3e475e58-f1ff-48cd-a4c0-ecca18581005 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:32.783169 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b6955c42-7df6-4f74-bcc8-07f683b4efce req-3e475e58-f1ff-48cd-a4c0-ecca18581005 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 949 time: 0.0895503 Feb 05 22:39:32.785246 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df173ce-874a-467f-a74a-f0add22d5f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd4186f-6659-4e33-beed-94d23f18a11d'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:39:32.802720 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 8fd4186f-6659-4e33-beed-94d23f18a11d, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8fd4186f-6659-4e33-beed-94d23f18a11d,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:39:32.833418 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b6955c42-7df6-4f74-bcc8-07f683b4efce req-700380ce-361a-4256-9272-a3daa0f4e634 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d90af87-539e-4f85-93e0-972724a47a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430384 Feb 05 22:39:32.837616 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df173ce-874a-467f-a74a-f0add22d5f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd4186f-6659-4e33-beed-94d23f18a11d', 'code': 200} Feb 05 22:39:32.873410 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9da0b2d-3fe3-49d0-bde7-7232bbe58d51 admin admin] Made reservation on behalf of c11ef7c1d2e84d30b7e289e2ed5ba793 for: {'subnet': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:39:32.875740 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c9da0b2d-3fe3-49d0-bde7-7232bbe58d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10784630'] for subnet, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:33.031080 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96134857-dd46-40c3-bce2-adfb931dd8f4 req-d654832b-66a9-425e-8981-b8a6bfdd4ac1 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:33.032542 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-96134857-dd46-40c3-bce2-adfb931dd8f4 req-d654832b-66a9-425e-8981-b8a6bfdd4ac1 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 944 time: 0.0884404 Feb 05 22:39:33.084864 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-96134857-dd46-40c3-bce2-adfb931dd8f4 req-aa0f8a54-3031-4ac2-bd29-482d670048cb tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0456777 Feb 05 22:39:33.120460 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:33.121292 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 7fd836a1-a401-4160-975d-b07f9aca0996 up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:33.229457 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c9da0b2d-3fe3-49d0-bde7-7232bbe58d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10573127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10784612'] for subnet, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:33.267331 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=8fd4186f-6659-4e33-beed-94d23f18a11d,revision_number=7']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:33.379530 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning for port 7fd836a1-a401-4160-975d-b07f9aca0996 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:39:33.385819 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port 7fd836a1-a401-4160-975d-b07f9aca0996 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:33.386194 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:33.510233 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da0b2d-3fe3-49d0-bde7-7232bbe58d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=475e8ece-de3e-49c6-a895-1ccf27af5e7e,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:33.514707 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9da0b2d-3fe3-49d0-bde7-7232bbe58d51 admin admin] Checking segment: {'id': 'd7af7278-00da-4a19-8b7b-1858f8d90a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:39:33.515076 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9da0b2d-3fe3-49d0-bde7-7232bbe58d51 admin admin] Network hostable DHCP agents. Network: ebea9618-4630-4a58-9d58-eedf0e21d8a9, hostable agents: ['4c125c21-34cc-48d5-813a-c17111208447'], hosted agents: [] {{(pid=87483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 22:39:33.584798 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:33.605197 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9da0b2d-3fe3-49d0-bde7-7232bbe58d51 admin admin] Network ebea9618-4630-4a58-9d58-eedf0e21d8a9 is scheduled to be hosted by DHCP agent 4c125c21-34cc-48d5-813a-c17111208447 with binding_index 1 {{(pid=87483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 22:39:33.624596 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 7fd836a1-a401-4160-975d-b07f9aca0996, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7fd836a1-a401-4160-975d-b07f9aca0996,segment=NetworkSegment(5bf70ca8-afed-4a5b-b4a9-4c329f879887),segment_id=5bf70ca8-afed-4a5b-b4a9-4c329f879887)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:39:33.770898 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:33.772753 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-c9da0b2d-3fe3-49d0-bde7-7232bbe58d51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-2-iscsi, ebea9618-4630-4a58-9d58-eedf0e21d8a9) {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:39:33.777411 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da0b2d-3fe3-49d0-bde7-7232bbe58d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:33.778003 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c9da0b2d-3fe3-49d0-bde7-7232bbe58d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:33.845664 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef4600-6d8d-42d0-9a75-0f04a407b190 req-4b51577f-9dd0-4fa7-947c-cd9a304808d4 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:33.847526 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-88ef4600-6d8d-42d0-9a75-0f04a407b190 req-4b51577f-9dd0-4fa7-947c-cd9a304808d4 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1177945 Feb 05 22:39:33.906467 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0473a6-bb78-457e-bcca-4d488522a843 None None] Network ebea9618-4630-4a58-9d58-eedf0e21d8a9 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:39:33.911176 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-c9da0b2d-3fe3-49d0-bde7-7232bbe58d51 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5482249 Feb 05 22:39:33.911534 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 44426) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:33.916548 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:39:33.922633 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:33.936467 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Usage tracker for resource:router and tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:33.946123 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:33.954275 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-88ef4600-6d8d-42d0-9a75-0f04a407b190 req-11ea02a8-09e5-4471-a720-cb7a42f6ef4c tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005335 Feb 05 22:39:33.970279 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:34.087335 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=7fd836a1-a401-4160-975d-b07f9aca0996,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:34.092210 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb114b-2cb8-440b-9e0e-26d1f30e2267 req-7eda7bb3-0f62-4a03-ba9c-10d9be19974b tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:34.093919 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-02eb114b-2cb8-440b-9e0e-26d1f30e2267 req-7eda7bb3-0f62-4a03-ba9c-10d9be19974b tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 950 time: 0.0922194 Feb 05 22:39:34.098181 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1683'] for router, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:34.099367 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1668'] for router, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:34.152341 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:34.247278 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-02eb114b-2cb8-440b-9e0e-26d1f30e2267 req-56fcca7f-5e2a-4fc5-a2d6-d4e6284e23fe tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d90af87-539e-4f85-93e0-972724a47a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440134 Feb 05 22:39:34.305002 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc962ffca-d0ef-5521-9335-c9e17b987064-ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e'}]}} from dv-cinder-818886-2-iscsi. {{(pid=87484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 05 22:39:34.306904 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:34.316638 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac53a6-a4b8-4cbd-9284-de89f2e16f00 req-a35c044e-2537-469b-8937-04df912a9902 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:34.327329 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-adac53a6-a4b8-4cbd-9284-de89f2e16f00 req-a35c044e-2537-469b-8937-04df912a9902 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.1094224 Feb 05 22:39:34.389806 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-adac53a6-a4b8-4cbd-9284-de89f2e16f00 req-5fd790ca-508d-47fb-9c5c-7aa43b5ba12a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0640941 Feb 05 22:39:34.519986 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.db_base_plugin_common [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] Allocated IP 172.20.0.2 (ebea9618-4630-4a58-9d58-eedf0e21d8a9/475e8ece-de3e-49c6-a895-1ccf27af5e7e/8da215ad-a6f8-46c5-9814-fc44e10f09a7) {{(pid=87484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:39:34.748683 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1654'] for router, precommit_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:34.802010 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] Notify callbacks [] for port, precommit_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:34.815881 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] Transition to ACTIVE for port object 8da215ad-a6f8-46c5-9814-fc44e10f09a7 will not be triggered until provisioned by entity L2. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:39:34.836718 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] Transition to ACTIVE for port object 8da215ad-a6f8-46c5-9814-fc44e10f09a7 will not be triggered until provisioned by entity DHCP. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:39:34.839054 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d93862-a5cb-44df-901e-72478fdecf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd836a1-a401-4160-975d-b07f9aca0996'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:39:34.891773 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d93862-a5cb-44df-901e-72478fdecf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd836a1-a401-4160-975d-b07f9aca0996', 'code': 200} Feb 05 22:39:34.928251 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:35.039101 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] Network ebea9618-4630-4a58-9d58-eedf0e21d8a9 is already hosted by enough agents. {{(pid=87484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:39:35.042298 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.scheduler.base_scheduler [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] Resources bound (agent type, host, resource id): {{(pid=87484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:39:35.048976 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] Received port after_create {{(pid=87484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:39:35.051768 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] Pushing event updated for resources: {'Port': ['ID=8da215ad-a6f8-46c5-9814-fc44e10f09a7,revision_number=1']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:35.164308 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] Attempting to bind port 8da215ad-a6f8-46c5-9814-fc44e10f09a7 on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:39:35.164509 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] Attempting to bind port 8da215ad-a6f8-46c5-9814-fc44e10f09a7 by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': 'd7af7278-00da-4a19-8b7b-1858f8d90a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9'}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:39:35.165568 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] Attempting to bind port 8da215ad-a6f8-46c5-9814-fc44e10f09a7 on network ebea9618-4630-4a58-9d58-eedf0e21d8a9 {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:39:35.178401 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:39:35.178794 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] Checking segment: {'id': 'd7af7278-00da-4a19-8b7b-1858f8d90a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:39:35.179201 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:35.179619 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] Bound using segment: {'id': 'd7af7278-00da-4a19-8b7b-1858f8d90a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9'} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:39:35.180093 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] Bound port: 8da215ad-a6f8-46c5-9814-fc44e10f09a7, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7af7278-00da-4a19-8b7b-1858f8d90a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9'}}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:39:35.180603 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:35.296395 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] For port 8da215ad-a6f8-46c5-9814-fc44e10f09a7, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:39:35.301976 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] For port 8da215ad-a6f8-46c5-9814-fc44e10f09a7, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=8da215ad-a6f8-46c5-9814-fc44e10f09a7,segment=NetworkSegment(d7af7278-00da-4a19-8b7b-1858f8d90a47),segment_id=d7af7278-00da-4a19-8b7b-1858f8d90a47)] {{(pid=87484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:39:35.328286 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:35.368909 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:35.389936 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:35.527663 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24e150-9f8f-4b1e-ad87-a3d5ae1ee2ab req-928f29ad-1217-4d9d-a322-de9feda11c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:35.534794 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6d24e150-9f8f-4b1e-ad87-a3d5ae1ee2ab req-928f29ad-1217-4d9d-a322-de9feda11c37 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 1103 time: 0.1567926 Feb 05 22:39:35.543015 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb2fa1-a521-4eaa-82ed-442e86af918d None None] Pushing event updated for resources: {'Port': ['ID=8da215ad-a6f8-46c5-9814-fc44e10f09a7,revision_number=2']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:35.544873 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7942905-c3c7-4f10-98b4-bc248e46b817 req-c98d6ab9-1444-4c84-adb8-fe109d06f5d5 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:35.553920 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c7942905-c3c7-4f10-98b4-bc248e46b817 req-c98d6ab9-1444-4c84-adb8-fe109d06f5d5 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.4581239 Feb 05 22:39:35.592797 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6d24e150-9f8f-4b1e-ad87-a3d5ae1ee2ab req-a412ea75-d214-4972-b9b4-9fd82d6429a6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4d90af87-539e-4f85-93e0-972724a47a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519912 Feb 05 22:39:35.612798 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_common [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Allocated IP 172.27.3.62 (6817b256-dae4-44db-bc68-adab2164788e/583bfacf-eb7c-4478-b06f-909c14cf964a/7c6f19e4-ec32-46e2-913b-d2c02222b7bb) {{(pid=87482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:39:35.625455 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c7942905-c3c7-4f10-98b4-bc248e46b817 req-4c2adbfe-f007-475f-b56e-f66128e06c70 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627387 Feb 05 22:39:35.934948 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:35.963658 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea46764-6ac7-43c3-9025-53a948baf488 req-f5fe3d00-48e5-4c6a-812e-6b3035271810 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:35.964840 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7ea46764-6ac7-43c3-9025-53a948baf488 req-f5fe3d00-48e5-4c6a-812e-6b3035271810 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 950 time: 0.2099993 Feb 05 22:39:36.025409 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7ea46764-6ac7-43c3-9025-53a948baf488 req-100bab85-beae-4bfd-ac90-aaee7fb7ab11 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d90af87-539e-4f85-93e0-972724a47a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545931 Feb 05 22:39:36.127200 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:36.262040 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Network 6817b256-dae4-44db-bc68-adab2164788e is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:39:36.268039 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:39:36.274015 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Received port after_create {{(pid=87482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:39:36.343985 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Pushing event updated for resources: {'Port': ['ID=7c6f19e4-ec32-46e2-913b-d2c02222b7bb,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:36.619167 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be7ae8-dfa0-47da-80e8-486a7f2a6d33 req-f8915828-420d-4ae6-a391-e28df29da4df tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:36.621308 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-83be7ae8-dfa0-47da-80e8-486a7f2a6d33 req-f8915828-420d-4ae6-a391-e28df29da4df tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.4516850 Feb 05 22:39:36.679160 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-83be7ae8-dfa0-47da-80e8-486a7f2a6d33 req-d465c584-b0b6-45d6-8c8c-f1def4f22055 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0505388 Feb 05 22:39:36.781219 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3230e83d-abf8-4fc4-8992-74cf22349423 None None] Network ebea9618-4630-4a58-9d58-eedf0e21d8a9 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:39:36.936628 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:37.223587 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-253f5af0-7d83-4c40-ba07-a044c29ca40e None None] Provisioning for port 8da215ad-a6f8-46c5-9814-fc44e10f09a7 completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:39:37.413203 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e0306-30d8-47cf-a45a-5a7a26811e78 req-d6d23d55-11a8-4567-a9e9-f3f5f9721464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:37.414711 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a56e0306-30d8-47cf-a45a-5a7a26811e78 req-d6d23d55-11a8-4567-a9e9-f3f5f9721464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.4791536 Feb 05 22:39:37.448324 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542232'] for router, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:37.539546 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a56e0306-30d8-47cf-a45a-5a7a26811e78 req-50c29328-72c3-4c0f-b056-4adc10da6377 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183503 Feb 05 22:39:37.766069 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 8da215ad-a6f8-46c5-9814-fc44e10f09a7 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:37.771695 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b709af-52e7-4215-82e6-b05919633ab5 req-bf0a1d1e-4e50-49c0-9026-d84b1a1b7645 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:37.773265 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-51b709af-52e7-4215-82e6-b05919633ab5 req-bf0a1d1e-4e50-49c0-9026-d84b1a1b7645 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 950 time: 0.1146502 Feb 05 22:39:37.822192 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-51b709af-52e7-4215-82e6-b05919633ab5 req-b7ad0d92-41cf-4a1b-b6e4-4d80fc9ade34 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d90af87-539e-4f85-93e0-972724a47a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427413 Feb 05 22:39:37.989170 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port 8da215ad-a6f8-46c5-9814-fc44e10f09a7 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:39:37.992214 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Router 32f81c64-56c3-484d-979c-53a43186fbe6 is scheduled to L3 agent 48729e96-b06f-44c2-8385-6753e1637932 with binding_index 1 {{(pid=87482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 05 22:39:37.994616 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 8da215ad-a6f8-46c5-9814-fc44e10f09a7 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:37.994980 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:38.119035 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23384d-d6da-4faf-bee7-49ef4085a212 req-74a6f90c-6380-47de-acea-02405bee6ca9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:38.121620 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-cd23384d-d6da-4faf-bee7-49ef4085a212 req-74a6f90c-6380-47de-acea-02405bee6ca9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.1902509 Feb 05 22:39:38.130864 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:38.166791 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port 8da215ad-a6f8-46c5-9814-fc44e10f09a7, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=8da215ad-a6f8-46c5-9814-fc44e10f09a7,segment=NetworkSegment(d7af7278-00da-4a19-8b7b-1858f8d90a47),segment_id=d7af7278-00da-4a19-8b7b-1858f8d90a47)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:39:38.246432 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:38.331229 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-cd23384d-d6da-4faf-bee7-49ef4085a212 req-2d48a0c3-db96-4502-8490-798dd51aeadb tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2049026 Feb 05 22:39:38.333636 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=8da215ad-a6f8-46c5-9814-fc44e10f09a7,revision_number=3']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:38.334249 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:39:38.349407 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] Sync routers for ids ['32f81c64-56c3-484d-979c-53a43186fbe6'] in dv-cinder-818886-2-iscsi {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:39:38.369389 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] Routers {'32f81c64-56c3-484d-979c-53a43186fbe6'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:39:38.370308 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:39:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['32f81c64-56c3-484d-979c-53a43186fbe6'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:38.433908 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] Notify callbacks [] for router, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:38.438175 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 44474) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:38.442853 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-4be2d9be-82be-4c6e-95e5-f43166da9c99 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5258384 Feb 05 22:39:38.644355 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] Set router 32f81c64-56c3-484d-979c-53a43186fbe6 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:39:38.969022 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:36Z', 'revision_number': 3, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:38.974126 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] Checking router: 32f81c64-56c3-484d-979c-53a43186fbe6 for host: dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:39:38.974590 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] Updating router 32f81c64-56c3-484d-979c-53a43186fbe6 port 7c6f19e4-ec32-46e2-913b-d2c02222b7bb binding host dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 22:39:39.028691 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:39.201751 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-9907cb78-3aec-43d9-878f-a16ed3be4472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:39.236350 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8332699-c8d1-4b6b-9644-7b989bdb03e3 req-e8e5a050-e525-4c68-b575-b0c56985f97b tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:39.238852 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c8332699-c8d1-4b6b-9644-7b989bdb03e3 req-e8e5a050-e525-4c68-b575-b0c56985f97b tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.0965309 Feb 05 22:39:39.300711 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c8332699-c8d1-4b6b-9644-7b989bdb03e3 req-e1a4e5b2-6f58-4f9f-8d12-2f2c940570db tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542867 Feb 05 22:39:39.423487 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:39.438669 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] Transition to ACTIVE for port object 7c6f19e4-ec32-46e2-913b-d2c02222b7bb will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:39:39.520368 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:39.521671 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209a35d-8748-459c-9563-89ef6030639d req-55da535e-ba3e-4106-b54b-473040f0f476 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:39.523858 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-3209a35d-8748-459c-9563-89ef6030639d req-55da535e-ba3e-4106-b54b-473040f0f476 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 950 time: 0.1029942 Feb 05 22:39:39.574442 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [None req-9907cb78-3aec-43d9-878f-a16ed3be4472 admin admin] Allocated IP 172.20.0.1 (ebea9618-4630-4a58-9d58-eedf0e21d8a9/475e8ece-de3e-49c6-a895-1ccf27af5e7e/dda99590-73a7-42d8-b7ef-4d5568cd9034) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:39:39.579639 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-3209a35d-8748-459c-9563-89ef6030639d req-8f5dfb41-1c32-4f3c-9147-74b422f4ae98 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d90af87-539e-4f85-93e0-972724a47a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500503 Feb 05 22:39:39.589468 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b5c56-2f52-4ad6-80ef-83449527acba req-e0524a73-c18f-4eef-bdf3-322d088efdfe tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:39.589468 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-406b5c56-2f52-4ad6-80ef-83449527acba req-e0524a73-c18f-4eef-bdf3-322d088efdfe tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/networks?id=0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 HTTP/1.1" status: 200 len: 815 time: 0.2225194 Feb 05 22:39:39.605034 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] Attempting to bind port 7c6f19e4-ec32-46e2-913b-d2c02222b7bb on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:39:39.605543 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] Attempting to bind port 7c6f19e4-ec32-46e2-913b-d2c02222b7bb by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:39:39.606012 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] Attempting to bind port 7c6f19e4-ec32-46e2-913b-d2c02222b7bb on network 6817b256-dae4-44db-bc68-adab2164788e {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:39:39.616165 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e102de-70f5-49e9-8b98-f125d2943183 None None] Pushing event updated for resources: {'Port': ['ID=7c6f19e4-ec32-46e2-913b-d2c02222b7bb,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:39.632244 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:39:39.632244 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] Checking segment: {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:39:39.632244 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:39.632244 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] Bound using segment: {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:39:39.632706 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-406b5c56-2f52-4ad6-80ef-83449527acba req-61f3cb6c-746b-4d0e-a7c3-11ad17dca579 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/quotas/0b6e1d86d1bf4c8bab0f40fba9ad215a HTTP/1.1" status: 200 len: 375 time: 0.0294051 Feb 05 22:39:39.632905 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] Bound port: 7c6f19e4-ec32-46e2-913b-d2c02222b7bb, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:39:39.632905 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:39.746876 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] For port 7c6f19e4-ec32-46e2-913b-d2c02222b7bb, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:39:39.751719 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] For port 7c6f19e4-ec32-46e2-913b-d2c02222b7bb, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=7c6f19e4-ec32-46e2-913b-d2c02222b7bb,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:39:39.781443 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 8da215ad-a6f8-46c5-9814-fc44e10f09a7 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:39.873667 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 8da215ad-a6f8-46c5-9814-fc44e10f09a7 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:39.874032 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:39.903604 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:39.934475 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-9907cb78-3aec-43d9-878f-a16ed3be4472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:39.952173 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-406b5c56-2f52-4ad6-80ef-83449527acba req-6b80f08a-76cd-4ad1-9961-2ec45716a495 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b6e1d86d1bf4c8bab0f40fba9ad215a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1767273 Feb 05 22:39:39.959724 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [None req-9907cb78-3aec-43d9-878f-a16ed3be4472 admin admin] Transition to ACTIVE for port object dda99590-73a7-42d8-b7ef-4d5568cd9034 will not be triggered until provisioned by entity DHCP. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:39:40.000397 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] Routers {'32f81c64-56c3-484d-979c-53a43186fbe6'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:39:40.001411 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:39:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['32f81c64-56c3-484d-979c-53a43186fbe6'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:40.150816 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e102de-70f5-49e9-8b98-f125d2943183 None None] Pushing event updated for resources: {'Port': ['ID=7c6f19e4-ec32-46e2-913b-d2c02222b7bb,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:40.225626 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-406b5c56-2f52-4ad6-80ef-83449527acba req-11214920-c95c-4149-a22a-b2084bd5afe4 service neutron] 10.222.0.24 "GET /v2.0/networks/0a5408c9-2cbf-4224-8bef-182ab9eb0fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491307 Feb 05 22:39:40.267321 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-9907cb78-3aec-43d9-878f-a16ed3be4472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:40.286182 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] Set router 32f81c64-56c3-484d-979c-53a43186fbe6 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:39:40.286449 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1668be-dd1f-48f4-be76-9cc4018dd53e req-5ca857af-dbfd-41c5-bcfd-03e643d4fe54 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:40.294998 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7d1668be-dd1f-48f4-be76-9cc4018dd53e req-5ca857af-dbfd-41c5-bcfd-03e643d4fe54 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.1220837 Feb 05 22:39:40.338221 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7d1668be-dd1f-48f4-be76-9cc4018dd53e req-8f55468b-445c-4870-ab84-e393c00cbca2 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0423779 Feb 05 22:39:40.401059 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907cb78-3aec-43d9-878f-a16ed3be4472 admin admin] Pushing event updated for resources: {'Port': ['ID=dda99590-73a7-42d8-b7ef-4d5568cd9034,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:40.427410 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9907cb78-3aec-43d9-878f-a16ed3be4472 admin admin] Network ebea9618-4630-4a58-9d58-eedf0e21d8a9 is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:39:40.439926 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-9907cb78-3aec-43d9-878f-a16ed3be4472 admin admin] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:39:40.439926 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9907cb78-3aec-43d9-878f-a16ed3be4472 admin admin] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:39:40.539921 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-9907cb78-3aec-43d9-878f-a16ed3be4472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960290'] for router_interface, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:40.607742 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-406b5c56-2f52-4ad6-80ef-83449527acba req-be96e837-bf72-4fd4-a7d9-340642fe55b1 service neutron] 10.222.0.24 "GET /v2.0/networks/0a5408c9-2cbf-4224-8bef-182ab9eb0fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752966 Feb 05 22:39:40.680575 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:36Z', 'revision_number': 3, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:40.699549 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21be8f2-7e85-493e-be12-a7fa5df5101e None None] The sync data for ids ['32f81c64-56c3-484d-979c-53a43186fbe6'] in dv-cinder-818886-2-iscsi is: [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:36Z', 'revision_number': 3, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}] {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:39:40.752641 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-c134bfa6-cb0c-4d99-b7a2-6950daa1ae45 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:40.753917 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-c134bfa6-cb0c-4d99-b7a2-6950daa1ae45 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Synchronizing usage tracker for tenant:702e29ddaa8744428563df1e658cf792 on resource:network {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:39:40.858633 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-9907cb78-3aec-43d9-878f-a16ed3be4472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:40.874631 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-c134bfa6-cb0c-4d99-b7a2-6950daa1ae45 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Unset dirty status for tenant:702e29ddaa8744428563df1e658cf792 on resource:network {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:39:40.879883 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-c134bfa6-cb0c-4d99-b7a2-6950daa1ae45 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/networks?id=68b48108-dc53-4d92-bb25-96697ea07f27 HTTP/1.1" status: 200 len: 813 time: 0.4427285 Feb 05 22:39:40.912208 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-5ca50324-e4a6-47d4-8beb-bfb0274ca796 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/quotas/702e29ddaa8744428563df1e658cf792 HTTP/1.1" status: 200 len: 375 time: 0.0268676 Feb 05 22:39:41.025528 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db2837-9c33-4df7-a991-fc3be9587727 req-f69fbff7-a78f-4aed-97b8-ff694c4f6607 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:41.027138 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e9db2837-9c33-4df7-a991-fc3be9587727 req-f69fbff7-a78f-4aed-97b8-ff694c4f6607 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 950 time: 0.3221977 Feb 05 22:39:41.040129 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ff8da983-bad1-47c9-9010-5add567e2bd9 None None] Provisioning for port dda99590-73a7-42d8-b7ef-4d5568cd9034 completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:39:41.045978 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ff8da983-bad1-47c9-9010-5add567e2bd9 None None] Provisioning complete for port dda99590-73a7-42d8-b7ef-4d5568cd9034 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:41.046367 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ff8da983-bad1-47c9-9010-5add567e2bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:41.181182 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-22908bbb-e28a-49e2-94f6-9ff337ba9adc tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=702e29ddaa8744428563df1e658cf792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2605896 Feb 05 22:39:41.283585 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ff8da983-bad1-47c9-9010-5add567e2bd9 None None] Port dda99590-73a7-42d8-b7ef-4d5568cd9034 cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:39:41.330724 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-e9db2837-9c33-4df7-a991-fc3be9587727 req-416b7541-f766-4691-8c51-3974b2a926b5 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Deleting port 7fd836a1-a401-4160-975d-b07f9aca0996 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:39:41.331052 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e9db2837-9c33-4df7-a991-fc3be9587727 req-416b7541-f766-4691-8c51-3974b2a926b5 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:41.379629 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:41.420652 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-90be5ef1-89b1-4c8a-bba3-fd4d674e1da6 service neutron] 10.222.0.24 "GET /v2.0/networks/68b48108-dc53-4d92-bb25-96697ea07f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385147 Feb 05 22:39:41.645446 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-17c95caa-a1ad-40de-b22b-26d3e8ec8f34 service neutron] 10.222.0.24 "GET /v2.0/networks/68b48108-dc53-4d92-bb25-96697ea07f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236547 Feb 05 22:39:41.649980 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d97213-8a81-4b94-92a1-9fafa91e4260 req-ea6b9af2-da1a-4163-ba53-6d00ec7a2d3d tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:41.651819 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f0d97213-8a81-4b94-92a1-9fafa91e4260 req-ea6b9af2-da1a-4163-ba53-6d00ec7a2d3d tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.3997285 Feb 05 22:39:41.829792 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f0d97213-8a81-4b94-92a1-9fafa91e4260 req-2755a9ce-58b5-4361-8118-d5afa43621eb tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911496 Feb 05 22:39:41.858142 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 7c6f19e4-ec32-46e2-913b-d2c02222b7bb up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:41.859849 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.db.resource_extend [None req-9907cb78-3aec-43d9-878f-a16ed3be4472 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 22:39:41.881519 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-9907cb78-3aec-43d9-878f-a16ed3be4472 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:41.985709 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-9907cb78-3aec-43d9-878f-a16ed3be4472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:42.092124 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-91b7bdfb-58ea-4701-8bb7-98807ffb8aac req-10be408c-d3e7-472f-bb56-2b29067f52ca tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 210 time: 0.0973620 Feb 05 22:39:42.251573 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port 7c6f19e4-ec32-46e2-913b-d2c02222b7bb completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:39:42.268778 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 7c6f19e4-ec32-46e2-913b-d2c02222b7bb triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:42.269791 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:42.486209 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:42.500689 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03099032-85e1-4be5-9859-79d26e588559 req-87e9336d-b8b7-4467-b3ae-3228c408fb8a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:42.510041 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port 7c6f19e4-ec32-46e2-913b-d2c02222b7bb, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=7c6f19e4-ec32-46e2-913b-d2c02222b7bb,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:39:42.512122 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-03099032-85e1-4be5-9859-79d26e588559 req-87e9336d-b8b7-4467-b3ae-3228c408fb8a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.1685205 Feb 05 22:39:42.542718 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-e9db2837-9c33-4df7-a991-fc3be9587727 req-416b7541-f766-4691-8c51-3974b2a926b5 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] For port 7fd836a1-a401-4160-975d-b07f9aca0996, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7fd836a1-a401-4160-975d-b07f9aca0996,segment=NetworkSegment(5bf70ca8-afed-4a5b-b4a9-4c329f879887),segment_id=5bf70ca8-afed-4a5b-b4a9-4c329f879887)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:39:42.543202 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e9db2837-9c33-4df7-a991-fc3be9587727 req-416b7541-f766-4691-8c51-3974b2a926b5 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:42.560356 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-9907cb78-3aec-43d9-878f-a16ed3be4472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960455'] for router_interface, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:42.582822 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-03099032-85e1-4be5-9859-79d26e588559 req-4fd383ce-e848-494f-8d97-93469b515d6e tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0675421 Feb 05 22:39:42.654069 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5f21a-ab74-43a9-ae98-233517164cd9 req-4274f700-6268-40dc-bc00-cb1ffbfff4f4 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:42.655574 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0ed5f21a-ab74-43a9-ae98-233517164cd9 req-4274f700-6268-40dc-bc00-cb1ffbfff4f4 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 950 time: 0.5067608 Feb 05 22:39:42.656701 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907cb78-3aec-43d9-878f-a16ed3be4472 admin admin] Pushing event updated for resources: {'Port': ['ID=dda99590-73a7-42d8-b7ef-4d5568cd9034,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:42.657604 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:42.703031 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c14efd10-9cd6-4df3-85b0-1779c6186cf3 req-0764f4fb-6dc1-4dfa-8abc-4f99d09bf168 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 210 time: 0.0713522 Feb 05 22:39:42.806035 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=7c6f19e4-ec32-46e2-913b-d2c02222b7bb,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:42.857282 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-e9db2837-9c33-4df7-a991-fc3be9587727 req-416b7541-f766-4691-8c51-3974b2a926b5 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Calling delete_port for 7fd836a1-a401-4160-975d-b07f9aca0996 owned by compute:nova {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:39:42.966586 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0ed5f21a-ab74-43a9-ae98-233517164cd9 req-83c19d3f-1a2c-445f-8379-e40ccb73ee76 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d90af87-539e-4f85-93e0-972724a47a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935220 Feb 05 22:39:43.118306 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9907cb78-3aec-43d9-878f-a16ed3be4472 admin admin] Network ebea9618-4630-4a58-9d58-eedf0e21d8a9 is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:39:43.122338 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-9907cb78-3aec-43d9-878f-a16ed3be4472 admin admin] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:39:43.208970 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524cad3-6018-4bee-97dd-fe7f2a8c32bd req-7d59ad03-594e-480d-8c78-d8cc946219fc tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:43.216827 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b524cad3-6018-4bee-97dd-fe7f2a8c32bd req-7d59ad03-594e-480d-8c78-d8cc946219fc tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1456249 Feb 05 22:39:43.313582 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b524cad3-6018-4bee-97dd-fe7f2a8c32bd req-6ed20844-b9fb-43e4-973e-2cb61a0116a8 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953388 Feb 05 22:39:43.432955 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e9db2837-9c33-4df7-a991-fc3be9587727 req-416b7541-f766-4691-8c51-3974b2a926b5 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:43.504861 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b7541-f766-4691-8c51-3974b2a926b5 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Pushing event deleted for resources: {'Port': ['ID=7fd836a1-a401-4160-975d-b07f9aca0996,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:43.521147 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c668cbc4-b2ed-4c77-b6e2-fd717f422822 req-546f9b2c-c3a1-4af2-8a1f-c30ce526eb33 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 210 time: 0.1416223 Feb 05 22:39:43.524797 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-bd30defe-35db-45dc-9c3b-b3ca106c5c92 None None] Provisioning complete for port dda99590-73a7-42d8-b7ef-4d5568cd9034 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:43.540103 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-bd30defe-35db-45dc-9c3b-b3ca106c5c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:43.636827 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-bd30defe-35db-45dc-9c3b-b3ca106c5c92 None None] Port dda99590-73a7-42d8-b7ef-4d5568cd9034 cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:39:43.670127 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9db2837-9c33-4df7-a991-fc3be9587727 req-416b7541-f766-4691-8c51-3974b2a926b5 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] No DVR routers for this DVR port 7fd836a1-a401-4160-975d-b07f9aca0996 on host hv-cinder-81888 {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:39:43.677794 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e9db2837-9c33-4df7-a991-fc3be9587727 req-416b7541-f766-4691-8c51-3974b2a926b5 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:43.693040 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d93862-a5cb-44df-901e-72478fdecf9c', 'name': 'network-vif-deleted', 'tag': '7fd836a1-a401-4160-975d-b07f9aca0996'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:39:43.727658 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9907cb78-3aec-43d9-878f-a16ed3be4472 admin admin] Router 32f81c64-56c3-484d-979c-53a43186fbe6 has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:39:43.789549 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 7c6f19e4-ec32-46e2-913b-d2c02222b7bb up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:43.918229 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d93862-a5cb-44df-901e-72478fdecf9c', 'name': 'network-vif-deleted', 'tag': '7fd836a1-a401-4160-975d-b07f9aca0996', 'status': 'completed', 'code': 200} Feb 05 22:39:43.967051 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 7c6f19e4-ec32-46e2-913b-d2c02222b7bb triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:43.967426 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:43.982219 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-0bdfabe2-3fde-465b-b4d6-05e25d777c9f req-6aa18e3c-21be-4478-affe-51e5170e8f48 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Synchronizing usage tracker for tenant:702e29ddaa8744428563df1e658cf792 on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:39:43.985753 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e9db2837-9c33-4df7-a991-fc3be9587727 req-416b7541-f766-4691-8c51-3974b2a926b5 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.45 "DELETE /v2.0/ports/7fd836a1-a401-4160-975d-b07f9aca0996 HTTP/1.1" status: 204 len: 173 time: 2.9510565 Feb 05 22:39:43.993766 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017debd-44d4-495c-b246-d1baf9b21e6d req-104b48a0-69ef-47b2-969b-d8d83affec5a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:44.005743 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2017debd-44d4-495c-b246-d1baf9b21e6d req-104b48a0-69ef-47b2-969b-d8d83affec5a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.2112122 Feb 05 22:39:44.113825 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2017debd-44d4-495c-b246-d1baf9b21e6d req-dd6dd62d-c0e0-40c9-b5ea-0906207814cf tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1066360 Feb 05 22:39:44.207003 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-0bdfabe2-3fde-465b-b4d6-05e25d777c9f req-6aa18e3c-21be-4478-affe-51e5170e8f48 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Unset dirty status for tenant:702e29ddaa8744428563df1e658cf792 on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:39:44.216254 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0bdfabe2-3fde-465b-b4d6-05e25d777c9f req-6aa18e3c-21be-4478-affe-51e5170e8f48 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 210 time: 0.2897453 Feb 05 22:39:44.317568 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9907cb78-3aec-43d9-878f-a16ed3be4472 admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:39:44.331570 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] Sync routers for ids ['32f81c64-56c3-484d-979c-53a43186fbe6'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:39:44.333898 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-9907cb78-3aec-43d9-878f-a16ed3be4472 admin admin] 10.222.0.24 "PUT /v2.0/routers/32f81c64-56c3-484d-979c-53a43186fbe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8945441 Feb 05 22:39:44.365408 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] Routers {'32f81c64-56c3-484d-979c-53a43186fbe6'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:39:44.375929 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:39:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['32f81c64-56c3-484d-979c-53a43186fbe6'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:44.381603 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b5c56-2f52-4ad6-80ef-83449527acba req-17a0bcfc-e4f9-40b1-9791-f8165a7ffe2e tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:44.386654 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-406b5c56-2f52-4ad6-80ef-83449527acba req-17a0bcfc-e4f9-40b1-9791-f8165a7ffe2e tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.45 "GET /v2.0/networks?id=0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 HTTP/1.1" status: 200 len: 815 time: 0.3915861 Feb 05 22:39:44.403374 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-406b5c56-2f52-4ad6-80ef-83449527acba req-41004124-98d5-42cb-b99b-a8cc43b87406 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Request body: {'port': {'device_id': '19f5b171-f996-4354-9a67-7fe82c84663d', 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3', 'admin_state_up': True, 'tenant_id': '0b6e1d86d1bf4c8bab0f40fba9ad215a'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:39:44.492202 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e1539b89-89e4-42f9-a7d7-ea9d15901525 req-28e2ce4e-91ba-4b54-bbd1-94698e6e6591 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 210 time: 0.1862392 Feb 05 22:39:44.547975 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 7fd836a1-a401-4160-975d-b07f9aca0996 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:39:44.641214 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] No Port match for: 7fd836a1-a401-4160-975d-b07f9aca0996 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:39:44.641548 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 7fd836a1-a401-4160-975d-b07f9aca0996 not bound to the agent host hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:39:44.721673 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b7b54-db64-41df-8fd5-037ce45e3ee5 req-92a51c20-f6a9-4e63-bd84-fd8dcd46d0eb tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:44.729085 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4f7b7b54-db64-41df-8fd5-037ce45e3ee5 req-92a51c20-f6a9-4e63-bd84-fd8dcd46d0eb tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1610978 Feb 05 22:39:44.776894 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-406b5c56-2f52-4ad6-80ef-83449527acba req-41004124-98d5-42cb-b99b-a8cc43b87406 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:44.860619 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] Set router 32f81c64-56c3-484d-979c-53a43186fbe6 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:39:44.866915 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2cbbc35d-ee3e-448b-8898-e0eed328f91a req-fb8c7c59-bfc8-4f42-ba0f-beaa371bfa4a tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 210 time: 0.0903378 Feb 05 22:39:44.923454 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-406b5c56-2f52-4ad6-80ef-83449527acba req-41004124-98d5-42cb-b99b-a8cc43b87406 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:44.938760 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4f7b7b54-db64-41df-8fd5-037ce45e3ee5 req-aeb2c68e-ed8e-48e8-997e-6d30d2cfd808 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086403 Feb 05 22:39:45.046153 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-406b5c56-2f52-4ad6-80ef-83449527acba req-41004124-98d5-42cb-b99b-a8cc43b87406 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Made reservation on behalf of 0b6e1d86d1bf4c8bab0f40fba9ad215a for: {'port': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:39:45.050665 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-406b5c56-2f52-4ad6-80ef-83449527acba req-41004124-98d5-42cb-b99b-a8cc43b87406 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:45.374475 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed311201-c366-4cf5-beed-8ef33658a15d req-c11ca892-d3d9-4634-bc9a-056c780b31aa tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:45.387836 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ed311201-c366-4cf5-beed-8ef33658a15d req-c11ca892-d3d9-4634-bc9a-056c780b31aa tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.1269011 Feb 05 22:39:45.436050 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:40Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'dda99590-73a7-42d8-b7ef-4d5568cd9034', 'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'mac_address': 'fa:16:3e:87:90:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:39Z', 'updated_at': '2022-02-05T22:39:41Z', 'revision_number': 2, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'subnets': [{'id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:45.441233 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] Checking router: 32f81c64-56c3-484d-979c-53a43186fbe6 for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:39:45.446160 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] Updating router 32f81c64-56c3-484d-979c-53a43186fbe6 port dda99590-73a7-42d8-b7ef-4d5568cd9034 binding host dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 22:39:45.499500 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ed311201-c366-4cf5-beed-8ef33658a15d req-d1f26a63-850c-46bf-a608-e1dc031764a1 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1095576 Feb 05 22:39:45.535653 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:45.696881 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f0b67768-46a8-4ad5-b2d5-8da809fddfd7 req-0e644d16-c28b-40a1-aa6e-9d40b52c64b4 tempest-VolumesNegativeTest-1713651989 tempest-VolumesNegativeTest-1713651989-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d93862-a5cb-44df-901e-72478fdecf9c HTTP/1.1" status: 200 len: 210 time: 0.0640934 Feb 05 22:39:45.732932 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-f19cf922-33e5-4c2d-bf4b-bf1155aad0f1 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:45.735199 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-f19cf922-33e5-4c2d-bf4b-bf1155aad0f1 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.45 "GET /v2.0/networks?id=68b48108-dc53-4d92-bb25-96697ea07f27 HTTP/1.1" status: 200 len: 813 time: 0.4183795 Feb 05 22:39:45.815789 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 44622) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:45.821469 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-876940875-network', 'tenant_id': '074f777033e34a78a4de88c2538cb995'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:39:45.828878 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:45.847581 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] Usage tracker for resource:network and tenant:074f777033e34a78a4de88c2538cb995 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:45.852679 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:45.860765 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-66cfddd9-0125-429a-b8b9-b3188fc750f2 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Request body: {'port': {'device_id': '6c9963da-8bf9-4a7c-97fd-a26e3aaa9733', 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27', 'admin_state_up': True, 'tenant_id': '702e29ddaa8744428563df1e658cf792'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:39:45.885422 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:46.029143 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1ae98463-0f3d-4d7d-a795-92f0bc84aaa7 req-251646ac-0f6c-44bd-9a5b-beb08cb42cf1 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 210 time: 0.2928321 Feb 05 22:39:46.072876 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] Made reservation on behalf of 074f777033e34a78a4de88c2538cb995 for: {'network': 1} {{(pid=87482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:39:46.075488 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for network, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:46.110355 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:46.118403 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [req-406b5c56-2f52-4ad6-80ef-83449527acba req-41004124-98d5-42cb-b99b-a8cc43b87406 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Allocated IP 172.20.0.12 (0a5408c9-2cbf-4224-8bef-182ab9eb0fc3/5ace9158-f5af-4a68-9803-36921a491318/bcdf103f-eac2-4560-bc06-19dcde5b19eb) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:39:46.161953 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:46.178225 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] Usage tracker for resource:security_group_rule and tenant:074f777033e34a78a4de88c2538cb995 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:46.192807 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:46.215093 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:46.314211 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b301d208-38f1-4f66-8d3b-79bd7ac391c6 req-026db18e-de0d-428a-8094-8a5d204e24b2 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 210 time: 0.0718911 Feb 05 22:39:46.408217 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:46.474454 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:46.646078 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7402d8f-8f23-4f38-b422-e43fbb6bdfbe,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:46.678682 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=87482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 22:39:46.683180 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] Notify callbacks [] for port, precommit_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:46.706463 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:46.716789 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.db.segments_db [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] Added segment 2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c of type vlan for network ee169c37-d9e7-496a-a96c-da92d2feacc0 Feb 05 22:39:46.731010 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-66cfddd9-0125-429a-b8b9-b3188fc750f2 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:46.779148 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] Transition to ACTIVE for port object dda99590-73a7-42d8-b7ef-4d5568cd9034 will not be triggered until provisioned by entity L2. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:39:46.780968 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748711372171'] for network, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:46.828352 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-66cfddd9-0125-429a-b8b9-b3188fc750f2 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:46.937861 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a229930-a8ef-4242-9fde-f78494faaeb3 req-230cf720-9c73-4712-894c-52affa533b4d tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:46.950359 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4a229930-a8ef-4242-9fde-f78494faaeb3 req-230cf720-9c73-4712-894c-52affa533b4d tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.1225867 Feb 05 22:39:46.973135 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2341a2-1056-4cea-8d21-d9426f92df35 req-fb11b70f-5951-4428-8428-50773aa7f9d2 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:46.980424 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ed2341a2-1056-4cea-8d21-d9426f92df35 req-fb11b70f-5951-4428-8428-50773aa7f9d2 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.6162322 Feb 05 22:39:47.020990 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4a229930-a8ef-4242-9fde-f78494faaeb3 req-ae2c8f61-c1b0-4b75-9ceb-daa7d4b3b7b3 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0696411 Feb 05 22:39:47.071035 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ed2341a2-1056-4cea-8d21-d9426f92df35 req-5810c98c-bc22-4b55-bb85-757fb8ebe784 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893364 Feb 05 22:39:47.073930 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-406b5c56-2f52-4ad6-80ef-83449527acba req-41004124-98d5-42cb-b99b-a8cc43b87406 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:47.108999 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for network, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:47.109632 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:47.110385 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:47.111147 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:47.119758 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-66cfddd9-0125-429a-b8b9-b3188fc750f2 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Made reservation on behalf of 702e29ddaa8744428563df1e658cf792 for: {'port': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:39:47.124142 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-66cfddd9-0125-429a-b8b9-b3188fc750f2 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:47.273807 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41b057-23d8-43c7-9acd-8e1b17a0f43f None None] Pushing event updated for resources: {'Port': ['ID=dda99590-73a7-42d8-b7ef-4d5568cd9034,revision_number=3']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:47.320907 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-406b5c56-2f52-4ad6-80ef-83449527acba req-41004124-98d5-42cb-b99b-a8cc43b87406 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:47.389643 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] Pushing event updated for resources: {'Network': ['ID=ee169c37-d9e7-496a-a96c-da92d2feacc0,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:47.498450 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['c2c729a4-afd8-47d0-809f-382ca5ce9aad'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:39:47.588379 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Network ee169c37-d9e7-496a-a96c-da92d2feacc0 details requested by agent ovs-agent-dv-cinder-818886-2-iscsi with host dv-cinder-818886-2-iscsi {{(pid=87484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 05 22:39:47.598475 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ed84657e-2a8e-4ffd-9714-6db8fbf53fc2 req-35899cea-3899-4b9f-baf5-42067f5ba87c tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 210 time: 0.1465755 Feb 05 22:39:47.632280 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406b5c56-2f52-4ad6-80ef-83449527acba req-41004124-98d5-42cb-b99b-a8cc43b87406 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Network 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:39:47.655916 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [req-406b5c56-2f52-4ad6-80ef-83449527acba req-41004124-98d5-42cb-b99b-a8cc43b87406 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:39:47.674091 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-406b5c56-2f52-4ad6-80ef-83449527acba req-41004124-98d5-42cb-b99b-a8cc43b87406 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:39:47.769541 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41004124-98d5-42cb-b99b-a8cc43b87406 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Pushing event updated for resources: {'Port': ['ID=bcdf103f-eac2-4560-bc06-19dcde5b19eb,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:47.803074 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73f3fc-e059-4c44-a092-2940e5cb2884 req-d9138f90-988e-450b-91fb-812e8a7a087c tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:47.811251 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-dd73f3fc-e059-4c44-a092-2940e5cb2884 req-d9138f90-988e-450b-91fb-812e8a7a087c tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 932 time: 0.2337744 Feb 05 22:39:47.891659 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b5c56-2f52-4ad6-80ef-83449527acba req-41004124-98d5-42cb-b99b-a8cc43b87406 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:47.892291 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-406b5c56-2f52-4ad6-80ef-83449527acba req-41004124-98d5-42cb-b99b-a8cc43b87406 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:47.917008 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-dd73f3fc-e059-4c44-a092-2940e5cb2884 req-a11953fc-29a5-491d-9f59-bd776482c656 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035583 Feb 05 22:39:47.923395 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-d0c5656a-1a93-4351-891b-82e88099e534 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1043808 Feb 05 22:39:47.925046 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 44672) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:47.929540 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-66cfddd9-0125-429a-b8b9-b3188fc750f2 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Allocated IP 172.20.0.14 (68b48108-dc53-4d92-bb25-96697ea07f27/f64bd31d-38ed-4971-9674-2865d8146099/4593ec8f-196d-4b8a-bab5-a8a3f397732b) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:39:47.944461 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-41670b6c-398b-4093-bc24-8742232a8a69 admin admin] Request body: {'subnet': {'network_id': 'ee169c37-d9e7-496a-a96c-da92d2feacc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-876940875-subnet', 'tenant_id': '074f777033e34a78a4de88c2538cb995', 'ip_version': 4}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:39:47.961788 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-41670b6c-398b-4093-bc24-8742232a8a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:47.977546 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-41670b6c-398b-4093-bc24-8742232a8a69 admin admin] Usage tracker for resource:subnet and tenant:074f777033e34a78a4de88c2538cb995 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:47.980452 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-41670b6c-398b-4093-bc24-8742232a8a69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:47.989202 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-41670b6c-398b-4093-bc24-8742232a8a69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:48.144994 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] Attempting to bind port dda99590-73a7-42d8-b7ef-4d5568cd9034 on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:39:48.144994 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] Attempting to bind port dda99590-73a7-42d8-b7ef-4d5568cd9034 by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': 'd7af7278-00da-4a19-8b7b-1858f8d90a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9'}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:39:48.144994 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] Attempting to bind port dda99590-73a7-42d8-b7ef-4d5568cd9034 on network ebea9618-4630-4a58-9d58-eedf0e21d8a9 {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:39:48.150146 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41670b6c-398b-4093-bc24-8742232a8a69 admin admin] Made reservation on behalf of 074f777033e34a78a4de88c2538cb995 for: {'subnet': 1} {{(pid=87482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:39:48.157046 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-41670b6c-398b-4093-bc24-8742232a8a69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:48.204190 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:39:48.204574 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] Checking segment: {'id': 'd7af7278-00da-4a19-8b7b-1858f8d90a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:39:48.204975 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:48.208987 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] Bound using segment: {'id': 'd7af7278-00da-4a19-8b7b-1858f8d90a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9'} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:39:48.209532 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] Bound port: dda99590-73a7-42d8-b7ef-4d5568cd9034, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7af7278-00da-4a19-8b7b-1858f8d90a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9'}}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:39:48.209921 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:48.233859 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-406b5c56-2f52-4ad6-80ef-83449527acba req-41004124-98d5-42cb-b99b-a8cc43b87406 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8332818 Feb 05 22:39:48.298260 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-406b5c56-2f52-4ad6-80ef-83449527acba req-447c0b66-6523-4328-a639-1ef06130085f service neutron] Request body: {'port': {'device_id': '19f5b171-f996-4354-9a67-7fe82c84663d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:39:48.397825 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] For port dda99590-73a7-42d8-b7ef-4d5568cd9034, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:39:48.401659 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] For port dda99590-73a7-42d8-b7ef-4d5568cd9034, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=dda99590-73a7-42d8-b7ef-4d5568cd9034,segment=NetworkSegment(d7af7278-00da-4a19-8b7b-1858f8d90a47),segment_id=d7af7278-00da-4a19-8b7b-1858f8d90a47)] {{(pid=87484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:39:48.511923 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:48.525558 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47f6b5-fb64-46e6-936a-93781b162ecc req-642bd7ec-2e6b-40b2-b23e-e48bd45edb41 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:48.538822 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0e47f6b5-fb64-46e6-936a-93781b162ecc req-642bd7ec-2e6b-40b2-b23e-e48bd45edb41 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1855536 Feb 05 22:39:48.583677 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-406b5c56-2f52-4ad6-80ef-83449527acba req-447c0b66-6523-4328-a639-1ef06130085f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:48.619252 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-66cfddd9-0125-429a-b8b9-b3188fc750f2 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:48.648804 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0e47f6b5-fb64-46e6-936a-93781b162ecc req-d9e38283-b3a9-4fc9-9d06-00cde9f90779 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055062 Feb 05 22:39:48.719409 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41b057-23d8-43c7-9acd-8e1b17a0f43f None None] Pushing event updated for resources: {'Port': ['ID=dda99590-73a7-42d8-b7ef-4d5568cd9034,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:48.771243 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] Routers {'32f81c64-56c3-484d-979c-53a43186fbe6'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:39:48.775695 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:39:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['32f81c64-56c3-484d-979c-53a43186fbe6'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:49.147403 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-41670b6c-398b-4093-bc24-8742232a8a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for subnet, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:49.155801 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-66cfddd9-0125-429a-b8b9-b3188fc750f2 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Transition to ACTIVE for port object 4593ec8f-196d-4b8a-bab5-a8a3f397732b will not be triggered until provisioned by entity DHCP. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:39:49.211010 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a419ba-dda5-4696-b17b-e010b6cbc78c req-bb046908-73b3-456f-bf96-7b90c7cf1ba7 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:49.224267 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-78a419ba-dda5-4696-b17b-e010b6cbc78c req-bb046908-73b3-456f-bf96-7b90c7cf1ba7 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.9788561 Feb 05 22:39:49.247729 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-8b58d5e5-c479-410f-afe1-6361563231e6 req-276b880c-8d1f-46bd-9f1f-bf61d038215e tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 210 time: 0.2363381 Feb 05 22:39:49.301223 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4b7bf436-35db-4abd-9880-ec68338e5804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:49.407101 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] Set router 32f81c64-56c3-484d-979c-53a43186fbe6 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:39:49.421692 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-66cfddd9-0125-429a-b8b9-b3188fc750f2 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:49.458444 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41670b6c-398b-4093-bc24-8742232a8a69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54e42841-879a-4286-8c31-f55769b8def9,revision_number=0']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:49.495725 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41670b6c-398b-4093-bc24-8742232a8a69 admin admin] Checking segment: {'id': '2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee169c37-d9e7-496a-a96c-da92d2feacc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:39:49.496080 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41670b6c-398b-4093-bc24-8742232a8a69 admin admin] Network hostable DHCP agents. Network: ee169c37-d9e7-496a-a96c-da92d2feacc0, hostable agents: ['4c125c21-34cc-48d5-813a-c17111208447'], hosted agents: [] {{(pid=87482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 22:39:49.551415 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfddd9-0125-429a-b8b9-b3188fc750f2 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Pushing event updated for resources: {'Port': ['ID=4593ec8f-196d-4b8a-bab5-a8a3f397732b,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:49.635802 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-78a419ba-dda5-4696-b17b-e010b6cbc78c req-be8247d8-9a9f-4622-8937-c60f0b7a3697 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4106586 Feb 05 22:39:49.640661 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41670b6c-398b-4093-bc24-8742232a8a69 admin admin] Network ee169c37-d9e7-496a-a96c-da92d2feacc0 is scheduled to be hosted by DHCP agent 4c125c21-34cc-48d5-813a-c17111208447 with binding_index 1 {{(pid=87482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 22:39:49.692811 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-66cfddd9-0125-429a-b8b9-b3188fc750f2 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Network 68b48108-dc53-4d92-bb25-96697ea07f27 is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:39:49.701201 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-66cfddd9-0125-429a-b8b9-b3188fc750f2 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:39:49.706653 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-66cfddd9-0125-429a-b8b9-b3188fc750f2 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:39:49.745864 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a24013-2efb-484d-82b4-5ad3b0511f45 req-96fa132b-3879-4a19-84a4-f49219f140c7 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:49.761796 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-72a24013-2efb-484d-82b4-5ad3b0511f45 req-96fa132b-3879-4a19-84a4-f49219f140c7 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 932 time: 0.1774507 Feb 05 22:39:49.819296 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-41670b6c-398b-4093-bc24-8742232a8a69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-2-iscsi, ee169c37-d9e7-496a-a96c-da92d2feacc0) {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:39:49.837859 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41670b6c-398b-4093-bc24-8742232a8a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:49.842331 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-41670b6c-398b-4093-bc24-8742232a8a69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:49.871620 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-66cfddd9-0125-429a-b8b9-b3188fc750f2 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:49.872211 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-66cfddd9-0125-429a-b8b9-b3188fc750f2 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:49.873707 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb0e621-c019-434a-8c44-8ee7f9f20c34 None None] Network ee169c37-d9e7-496a-a96c-da92d2feacc0 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:39:49.958910 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-72a24013-2efb-484d-82b4-5ad3b0511f45 req-3cf6d856-74de-47ce-a345-9500f1c68f39 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871121 Feb 05 22:39:49.960364 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-41670b6c-398b-4093-bc24-8742232a8a69 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0295775 Feb 05 22:39:49.962692 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 44698) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:49.968332 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-876940875-router', 'tenant_id': '074f777033e34a78a4de88c2538cb995', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:39:49.980899 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:49.994914 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Usage tracker for resource:router and tenant:074f777033e34a78a4de88c2538cb995 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:50.005105 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:50.027153 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:50.166773 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-66cfddd9-0125-429a-b8b9-b3188fc750f2 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3153505 Feb 05 22:39:50.195346 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1683'] for router, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:50.196726 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1668'] for router, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:50.198288 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] Request body: {'port': {'device_id': '6c9963da-8bf9-4a7c-97fd-a26e3aaa9733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:39:50.228980 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:50.271304 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c914e3-23dc-40cf-842b-6db2c83e5c76 req-a7de59f5-3d5d-417a-bc81-44c7086ffc15 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:50.273241 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-46c914e3-23dc-40cf-842b-6db2c83e5c76 req-a7de59f5-3d5d-417a-bc81-44c7086ffc15 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.2484646 Feb 05 22:39:50.505489 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-46c914e3-23dc-40cf-842b-6db2c83e5c76 req-7d1d7f86-bece-49b7-9f47-fcacfa4afc06 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201800 Feb 05 22:39:50.664403 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-a7ba3241-883f-40a3-8838-cbcb8e513059 None None] Provisioning for port 4593ec8f-196d-4b8a-bab5-a8a3f397732b completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:39:50.853653 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:50.853831 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-a7ba3241-883f-40a3-8838-cbcb8e513059 None None] Provisioning complete for port 4593ec8f-196d-4b8a-bab5-a8a3f397732b triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:50.853831 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-a7ba3241-883f-40a3-8838-cbcb8e513059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:50.968700 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [req-406b5c56-2f52-4ad6-80ef-83449527acba req-447c0b66-6523-4328-a639-1ef06130085f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcdf103f-eac2-4560-bc06-19dcde5b19eb {{(pid=87483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:39:51.038851 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-406b5c56-2f52-4ad6-80ef-83449527acba req-447c0b66-6523-4328-a639-1ef06130085f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:51.126665 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-406b5c56-2f52-4ad6-80ef-83449527acba req-447c0b66-6523-4328-a639-1ef06130085f service neutron] Transition to ACTIVE for port object bcdf103f-eac2-4560-bc06-19dcde5b19eb will not be triggered until provisioned by entity L2. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:39:51.188268 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1654'] for router, precommit_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:51.201582 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-a7ba3241-883f-40a3-8838-cbcb8e513059 None None] Port 4593ec8f-196d-4b8a-bab5-a8a3f397732b cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:39:51.396959 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7a57c-7297-4b29-b68e-644ac3c70c19 req-5ba67805-9fb9-4deb-bf3e-530b08f8043d tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:51.410225 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-8fc7a57c-7297-4b29-b68e-644ac3c70c19 req-5ba67805-9fb9-4deb-bf3e-530b08f8043d tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 932 time: 0.5880682 Feb 05 22:39:51.417201 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc962ffca-d0ef-5521-9335-c9e17b987064-ee169c37-d9e7-496a-a96c-da92d2feacc0', 'network_id': 'ee169c37-d9e7-496a-a96c-da92d2feacc0', 'tenant_id': '074f777033e34a78a4de88c2538cb995', 'fixed_ips': [{'subnet_id': '54e42841-879a-4286-8c31-f55769b8def9'}]}} from dv-cinder-818886-2-iscsi. {{(pid=87484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 05 22:39:51.417823 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:51.471991 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-406b5c56-2f52-4ad6-80ef-83449527acba req-447c0b66-6523-4328-a639-1ef06130085f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:51.482145 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:40Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'dda99590-73a7-42d8-b7ef-4d5568cd9034', 'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'mac_address': 'fa:16:3e:87:90:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:39Z', 'updated_at': '2022-02-05T22:39:48Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'subnets': [{'id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:51.705149 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-8fc7a57c-7297-4b29-b68e-644ac3c70c19 req-1bef12c1-d077-4e4e-93e7-fcaedca15bed tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Synchronizing usage tracker for tenant:702e29ddaa8744428563df1e658cf792 on resource:security_group {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:39:51.772272 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36208976-8e6d-4fc3-86d9-9d7fa4ce3e1b req-29540e06-74a8-4360-b47e-361d5ccd8b74 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:51.779946 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-36208976-8e6d-4fc3-86d9-9d7fa4ce3e1b req-29540e06-74a8-4360-b47e-361d5ccd8b74 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.7816429 Feb 05 22:39:51.808475 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.db.resource_extend [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 22:39:51.854293 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.db_base_plugin_common [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] Allocated IP 172.20.0.2 (ee169c37-d9e7-496a-a96c-da92d2feacc0/54e42841-879a-4286-8c31-f55769b8def9/a602d32a-c018-44f6-b7f9-82dc5deaf31e) {{(pid=87484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:39:51.876635 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c0b66-6523-4328-a639-1ef06130085f service neutron] Pushing event updated for resources: {'Port': ['ID=bcdf103f-eac2-4560-bc06-19dcde5b19eb,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:51.920584 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-36208976-8e6d-4fc3-86d9-9d7fa4ce3e1b req-d34bba6d-5156-4792-9b38-861803bb2d3b tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1396787 Feb 05 22:39:51.998856 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-406b5c56-2f52-4ad6-80ef-83449527acba req-447c0b66-6523-4328-a639-1ef06130085f service neutron] Attempting to bind port bcdf103f-eac2-4560-bc06-19dcde5b19eb on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:39:51.999463 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-406b5c56-2f52-4ad6-80ef-83449527acba req-447c0b66-6523-4328-a639-1ef06130085f service neutron] Attempting to bind port bcdf103f-eac2-4560-bc06-19dcde5b19eb by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'd7839250-9108-4941-8dc7-891d1d40cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3'}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:39:51.999995 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b5c56-2f52-4ad6-80ef-83449527acba req-447c0b66-6523-4328-a639-1ef06130085f service neutron] Attempting to bind port bcdf103f-eac2-4560-bc06-19dcde5b19eb on network 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:39:52.015712 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4593ec8f-196d-4b8a-bab5-a8a3f397732b {{(pid=87483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:39:52.041064 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b5c56-2f52-4ad6-80ef-83449527acba req-447c0b66-6523-4328-a639-1ef06130085f service neutron] Port bcdf103f-eac2-4560-bc06-19dcde5b19eb on network 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 05 22:39:52.074071 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b5c56-2f52-4ad6-80ef-83449527acba req-447c0b66-6523-4328-a639-1ef06130085f service neutron] Attempting to bind port bcdf103f-eac2-4560-bc06-19dcde5b19eb on network 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:39:52.074071 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:52.098929 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-d618adf1-fc3b-4f49-b01f-9299a9c2f871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:52.110811 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee74574b-ba4c-4538-96bc-1959f4747d72 None None] The sync data for ids ['32f81c64-56c3-484d-979c-53a43186fbe6'] in dv-cinder-818886-2-iscsi is: [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:40Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'dda99590-73a7-42d8-b7ef-4d5568cd9034', 'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'mac_address': 'fa:16:3e:87:90:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:39Z', 'updated_at': '2022-02-05T22:39:48Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'subnets': [{'id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:39:52.122487 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b5c56-2f52-4ad6-80ef-83449527acba req-447c0b66-6523-4328-a639-1ef06130085f service neutron] Checking agent: {'id': 'bad58867-603f-489e-b0dd-362048cf3d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'started_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:39:52.122937 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b5c56-2f52-4ad6-80ef-83449527acba req-447c0b66-6523-4328-a639-1ef06130085f service neutron] Checking segment: {'id': 'd7839250-9108-4941-8dc7-891d1d40cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:39:52.124159 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b5c56-2f52-4ad6-80ef-83449527acba req-447c0b66-6523-4328-a639-1ef06130085f service neutron] Bound using segment: {'id': 'd7839250-9108-4941-8dc7-891d1d40cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3'} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:39:52.124727 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-406b5c56-2f52-4ad6-80ef-83449527acba req-447c0b66-6523-4328-a639-1ef06130085f service neutron] Bound port: bcdf103f-eac2-4560-bc06-19dcde5b19eb, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7839250-9108-4941-8dc7-891d1d40cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3'}}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:39:52.128361 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-406b5c56-2f52-4ad6-80ef-83449527acba req-447c0b66-6523-4328-a639-1ef06130085f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:52.298402 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] Transition to ACTIVE for port object 4593ec8f-196d-4b8a-bab5-a8a3f397732b will not be triggered until provisioned by entity L2. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:39:52.414920 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-8fc7a57c-7297-4b29-b68e-644ac3c70c19 req-1bef12c1-d077-4e4e-93e7-fcaedca15bed tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Unset dirty status for tenant:702e29ddaa8744428563df1e658cf792 on resource:security_group {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:39:52.426795 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-8fc7a57c-7297-4b29-b68e-644ac3c70c19 req-1bef12c1-d077-4e4e-93e7-fcaedca15bed tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0125732 Feb 05 22:39:52.440564 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:52.481993 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:52.543098 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:52.610305 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] Notify callbacks [] for port, precommit_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:52.630275 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:52.636527 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] Transition to ACTIVE for port object a602d32a-c018-44f6-b7f9-82dc5deaf31e will not be triggered until provisioned by entity L2. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:39:52.687565 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] Transition to ACTIVE for port object a602d32a-c018-44f6-b7f9-82dc5deaf31e will not be triggered until provisioned by entity DHCP. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:39:52.703499 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:52.794697 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:52.881322 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_common [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Allocated IP 172.27.3.232 (6817b256-dae4-44db-bc68-adab2164788e/583bfacf-eb7c-4478-b06f-909c14cf964a/63b0198f-a369-4d6d-acbb-bfb4441493b8) {{(pid=87482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:39:53.192235 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] Network ee169c37-d9e7-496a-a96c-da92d2feacc0 is already hosted by enough agents. {{(pid=87484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:39:53.192235 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.scheduler.base_scheduler [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] Resources bound (agent type, host, resource id): {{(pid=87484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:39:53.192235 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] Received port after_create {{(pid=87484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:39:53.193966 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=4593ec8f-196d-4b8a-bab5-a8a3f397732b,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:53.194183 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] Pushing event updated for resources: {'Port': ['ID=a602d32a-c018-44f6-b7f9-82dc5deaf31e,revision_number=1']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:53.318206 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] Attempting to bind port a602d32a-c018-44f6-b7f9-82dc5deaf31e on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:39:53.318684 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] Attempting to bind port a602d32a-c018-44f6-b7f9-82dc5deaf31e by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': '2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee169c37-d9e7-496a-a96c-da92d2feacc0'}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:39:53.319047 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] Attempting to bind port a602d32a-c018-44f6-b7f9-82dc5deaf31e on network ee169c37-d9e7-496a-a96c-da92d2feacc0 {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:39:53.325877 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:39:53.326258 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] Checking segment: {'id': '2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee169c37-d9e7-496a-a96c-da92d2feacc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:39:53.326655 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:53.327134 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] Bound using segment: {'id': '2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee169c37-d9e7-496a-a96c-da92d2feacc0'} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:39:53.327606 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] Bound port: a602d32a-c018-44f6-b7f9-82dc5deaf31e, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee169c37-d9e7-496a-a96c-da92d2feacc0'}}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:39:53.328030 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:53.360806 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-406b5c56-2f52-4ad6-80ef-83449527acba req-447c0b66-6523-4328-a639-1ef06130085f service neutron] For port bcdf103f-eac2-4560-bc06-19dcde5b19eb, host hv-cinder-81888, cleared binding levels {{(pid=87483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:39:53.419143 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:53.465346 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d43f0-fbec-4ad1-8450-2e6c9832d950 req-14953eda-d3cc-4f36-9b54-49b26f3e6552 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:53.465598 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-db6d43f0-fbec-4ad1-8450-2e6c9832d950 req-14953eda-d3cc-4f36-9b54-49b26f3e6552 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.4794803 Feb 05 22:39:53.542344 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] For port a602d32a-c018-44f6-b7f9-82dc5deaf31e, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:39:53.557099 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] For port a602d32a-c018-44f6-b7f9-82dc5deaf31e, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=a602d32a-c018-44f6-b7f9-82dc5deaf31e,segment=NetworkSegment(2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c),segment_id=2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c)] {{(pid=87484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:39:53.587320 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8903fb5-3dd7-4ede-8abe-4f18ab025042 req-b07517e0-e4e0-4e0b-b6e5-dc6d719f663b tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:53.588081 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-c8903fb5-3dd7-4ede-8abe-4f18ab025042 req-b07517e0-e4e0-4e0b-b6e5-dc6d719f663b tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Synchronizing usage tracker for tenant:0b6e1d86d1bf4c8bab0f40fba9ad215a on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:39:53.621178 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-406b5c56-2f52-4ad6-80ef-83449527acba req-447c0b66-6523-4328-a639-1ef06130085f service neutron] For port bcdf103f-eac2-4560-bc06-19dcde5b19eb, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bcdf103f-eac2-4560-bc06-19dcde5b19eb,segment=NetworkSegment(d7839250-9108-4941-8dc7-891d1d40cafa),segment_id=d7839250-9108-4941-8dc7-891d1d40cafa)] {{(pid=87483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:39:53.622943 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-db6d43f0-fbec-4ad1-8450-2e6c9832d950 req-3df47410-c027-48da-8d55-2a1eb0629030 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528111 Feb 05 22:39:53.721423 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:53.743493 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:53.755864 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-406b5c56-2f52-4ad6-80ef-83449527acba req-447c0b66-6523-4328-a639-1ef06130085f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:53.767166 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-c8903fb5-3dd7-4ede-8abe-4f18ab025042 req-b07517e0-e4e0-4e0b-b6e5-dc6d719f663b tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Unset dirty status for tenant:0b6e1d86d1bf4c8bab0f40fba9ad215a on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:39:53.775271 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c8903fb5-3dd7-4ede-8abe-4f18ab025042 req-b07517e0-e4e0-4e0b-b6e5-dc6d719f663b tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 944 time: 1.6010027 Feb 05 22:39:53.932944 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:53.934609 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] Attempting to bind port 4593ec8f-196d-4b8a-bab5-a8a3f397732b on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:39:53.935177 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] Attempting to bind port 4593ec8f-196d-4b8a-bab5-a8a3f397732b by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'c52e265f-5954-4c7a-b1c5-eb286491c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27'}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:39:53.948926 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] Attempting to bind port 4593ec8f-196d-4b8a-bab5-a8a3f397732b on network 68b48108-dc53-4d92-bb25-96697ea07f27 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:39:54.006375 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b5c56-2f52-4ad6-80ef-83449527acba req-447c0b66-6523-4328-a639-1ef06130085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:54.008630 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-406b5c56-2f52-4ad6-80ef-83449527acba req-447c0b66-6523-4328-a639-1ef06130085f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:54.010098 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-406b5c56-2f52-4ad6-80ef-83449527acba req-447c0b66-6523-4328-a639-1ef06130085f service neutron] 10.222.0.45 "PUT /v2.0/ports/bcdf103f-eac2-4560-bc06-19dcde5b19eb HTTP/1.1" status: 200 len: 1094 time: 5.7208524 Feb 05 22:39:54.017344 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device dda99590-73a7-42d8-b7ef-4d5568cd9034 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:54.036490 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f5b171-f996-4354-9a67-7fe82c84663d', 'tag': 'bcdf103f-eac2-4560-bc06-19dcde5b19eb'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:39:54.054092 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Pushing event updated for resources: {'Port': ['ID=63b0198f-a369-4d6d-acbb-bfb4441493b8,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:54.101417 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] Port 4593ec8f-196d-4b8a-bab5-a8a3f397732b on network 68b48108-dc53-4d92-bb25-96697ea07f27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 05 22:39:54.107081 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] Attempting to bind port 4593ec8f-196d-4b8a-bab5-a8a3f397732b on network 68b48108-dc53-4d92-bb25-96697ea07f27 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:39:54.197832 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c0b66-6523-4328-a639-1ef06130085f service neutron] Pushing event updated for resources: {'Port': ['ID=bcdf103f-eac2-4560-bc06-19dcde5b19eb,revision_number=3']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:54.229554 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] Checking agent: {'id': 'bad58867-603f-489e-b0dd-362048cf3d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'started_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:39:54.229554 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] Checking segment: {'id': 'c52e265f-5954-4c7a-b1c5-eb286491c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:39:54.229554 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] Bound using segment: {'id': 'c52e265f-5954-4c7a-b1c5-eb286491c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27'} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:39:54.229554 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] Bound port: 4593ec8f-196d-4b8a-bab5-a8a3f397732b, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52e265f-5954-4c7a-b1c5-eb286491c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27'}}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:39:54.229554 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:54.241405 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Network 6817b256-dae4-44db-bc68-adab2164788e is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:39:54.258728 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:39:54.278704 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Received port after_create {{(pid=87482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:39:54.289853 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f3a72-3797-4e5c-bc31-7985e3cdd2b0 None None] Pushing event updated for resources: {'Port': ['ID=a602d32a-c018-44f6-b7f9-82dc5deaf31e,revision_number=2']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:54.445368 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c8903fb5-3dd7-4ede-8abe-4f18ab025042 req-ae231d1a-98bd-4a79-886c-15895607fab3 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6690948 Feb 05 22:39:54.541588 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b5c56-2f52-4ad6-80ef-83449527acba req-3ea4160f-9acc-4402-8141-f4a72e25a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:54.543273 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-406b5c56-2f52-4ad6-80ef-83449527acba req-3ea4160f-9acc-4402-8141-f4a72e25a064 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b6e1d86d1bf4c8bab0f40fba9ad215a&device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 1097 time: 0.2716813 Feb 05 22:39:54.544173 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] For port 4593ec8f-196d-4b8a-bab5-a8a3f397732b, host hv-cinder-81888, cleared binding levels {{(pid=87483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:39:54.547677 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] For port 4593ec8f-196d-4b8a-bab5-a8a3f397732b, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=4593ec8f-196d-4b8a-bab5-a8a3f397732b,segment=NetworkSegment(c52e265f-5954-4c7a-b1c5-eb286491c2f6),segment_id=c52e265f-5954-4c7a-b1c5-eb286491c2f6)] {{(pid=87483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:39:54.613586 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05347dce-406d-4add-834a-e5631fa073fc req-fe538ba8-58f3-4fa0-84eb-4f8d737fcd63 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:54.615350 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-05347dce-406d-4add-834a-e5631fa073fc req-fe538ba8-58f3-4fa0-84eb-4f8d737fcd63 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.5440729 Feb 05 22:39:54.628667 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-406b5c56-2f52-4ad6-80ef-83449527acba req-359df15b-27a0-418a-9b47-447cf2e06641 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcdf103f-eac2-4560-bc06-19dcde5b19eb HTTP/1.1" status: 200 len: 217 time: 0.0728924 Feb 05 22:39:54.660229 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port dda99590-73a7-42d8-b7ef-4d5568cd9034 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:39:54.667355 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port dda99590-73a7-42d8-b7ef-4d5568cd9034 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:54.667878 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:54.721741 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-05347dce-406d-4add-834a-e5631fa073fc req-bc55cf5f-33cc-4ee7-b641-292abd7039ab tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0915062 Feb 05 22:39:54.781974 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b5c56-2f52-4ad6-80ef-83449527acba req-ba34909a-bc09-4b03-bacc-0ef5715a3cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:54.783920 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-406b5c56-2f52-4ad6-80ef-83449527acba req-ba34909a-bc09-4b03-bacc-0ef5715a3cc7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ace9158-f5af-4a68-9803-36921a491318 HTTP/1.1" status: 200 len: 855 time: 0.1364362 Feb 05 22:39:54.867066 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:54.965957 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-406b5c56-2f52-4ad6-80ef-83449527acba req-763f676a-2a7d-4ff4-917e-acc98fb4c9dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a5408c9-2cbf-4224-8bef-182ab9eb0fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395080 Feb 05 22:39:54.980271 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:54.983823 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:54.986536 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] 10.222.0.45 "PUT /v2.0/ports/4593ec8f-196d-4b8a-bab5-a8a3f397732b HTTP/1.1" status: 200 len: 1094 time: 4.7965844 Feb 05 22:39:55.064005 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:55.163327 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port dda99590-73a7-42d8-b7ef-4d5568cd9034, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=dda99590-73a7-42d8-b7ef-4d5568cd9034,segment=NetworkSegment(d7af7278-00da-4a19-8b7b-1858f8d90a47),segment_id=d7af7278-00da-4a19-8b7b-1858f8d90a47)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:39:55.224283 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:55.240931 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:55.375530 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f5b171-f996-4354-9a67-7fe82c84663d', 'tag': 'bcdf103f-eac2-4560-bc06-19dcde5b19eb', 'status': 'completed', 'code': 200} Feb 05 22:39:55.503827 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-406b5c56-2f52-4ad6-80ef-83449527acba req-1225bc3a-2581-41ba-a927-7441bb6a6168 service neutron] 10.222.0.45 "GET /v2.0/networks/0a5408c9-2cbf-4224-8bef-182ab9eb0fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157008 Feb 05 22:39:55.505941 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=dda99590-73a7-42d8-b7ef-4d5568cd9034,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:55.713877 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0dda0-c415-4901-8a9f-9526e8690fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=4593ec8f-196d-4b8a-bab5-a8a3f397732b,revision_number=3']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:55.898778 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e501497-053a-4b49-99d5-7e66f9ea386d req-917b25b8-74c6-4a2c-8444-d46c6ab56029 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:55.910240 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-7e501497-053a-4b49-99d5-7e66f9ea386d req-917b25b8-74c6-4a2c-8444-d46c6ab56029 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Synchronizing usage tracker for tenant:702e29ddaa8744428563df1e658cf792 on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:39:55.952648 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-3f08d858-3e7f-4ee5-ac55-0a873d4d0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:55.954363 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-3f08d858-3e7f-4ee5-ac55-0a873d4d0e1e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=702e29ddaa8744428563df1e658cf792&device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 1097 time: 0.5780189 Feb 05 22:39:55.963380 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-406b5c56-2f52-4ad6-80ef-83449527acba req-4d1dfe64-48b2-49d0-9d01-72d822022739 service neutron] 10.222.0.45 "GET /v2.0/networks/0a5408c9-2cbf-4224-8bef-182ab9eb0fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285204 Feb 05 22:39:56.122002 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device a602d32a-c018-44f6-b7f9-82dc5deaf31e up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:56.245733 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-f47ecd47-70bf-4907-844f-c02d47d1c16c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4593ec8f-196d-4b8a-bab5-a8a3f397732b HTTP/1.1" status: 200 len: 217 time: 0.2715757 Feb 05 22:39:56.351103 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-7e501497-053a-4b49-99d5-7e66f9ea386d req-917b25b8-74c6-4a2c-8444-d46c6ab56029 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Unset dirty status for tenant:702e29ddaa8744428563df1e658cf792 on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:39:56.354072 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7e501497-053a-4b49-99d5-7e66f9ea386d req-917b25b8-74c6-4a2c-8444-d46c6ab56029 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 944 time: 1.5682068 Feb 05 22:39:56.362400 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d00b27-e3ed-431a-be29-8a5baa222f13 None None] Network ee169c37-d9e7-496a-a96c-da92d2feacc0 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:39:56.431743 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542232'] for router, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:56.444047 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26643b84-0c6f-4663-94ff-342f2b41da91 req-26e7b461-0e7f-4b5f-846d-8c81cc7c4a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:56.445673 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-26643b84-0c6f-4663-94ff-342f2b41da91 req-26e7b461-0e7f-4b5f-846d-8c81cc7c4a4f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b6e1d86d1bf4c8bab0f40fba9ad215a&device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 1097 time: 0.2753713 Feb 05 22:39:56.464098 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port a602d32a-c018-44f6-b7f9-82dc5deaf31e completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:39:56.488056 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device dda99590-73a7-42d8-b7ef-4d5568cd9034 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:56.558683 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11418f56-6b5c-452b-8480-dd663f4a3eb4 req-81e7509e-e0cf-4047-a653-f491c5128b57 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:56.567303 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-11418f56-6b5c-452b-8480-dd663f4a3eb4 req-81e7509e-e0cf-4047-a653-f491c5128b57 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.7954135 Feb 05 22:39:56.635667 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port dda99590-73a7-42d8-b7ef-4d5568cd9034 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:56.636524 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:56.653077 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-11418f56-6b5c-452b-8480-dd663f4a3eb4 req-529692fa-7186-409c-8632-9844095273ef tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847900 Feb 05 22:39:56.791190 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26643b84-0c6f-4663-94ff-342f2b41da91 req-f2095fe1-7e44-460c-aaab-563aded59c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:56.799677 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-26643b84-0c6f-4663-94ff-342f2b41da91 req-f2095fe1-7e44-460c-aaab-563aded59c37 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 HTTP/1.1" status: 200 len: 916 time: 0.3148451 Feb 05 22:39:56.861148 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-d7e1a5a0-d197-4acb-8a93-8f7870bb14cd None None] Provisioning for port a602d32a-c018-44f6-b7f9-82dc5deaf31e completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:39:56.887162 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-d7e1a5a0-d197-4acb-8a93-8f7870bb14cd None None] Provisioning complete for port a602d32a-c018-44f6-b7f9-82dc5deaf31e triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:56.887697 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-d7e1a5a0-d197-4acb-8a93-8f7870bb14cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:57.173472 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-d7e1a5a0-d197-4acb-8a93-8f7870bb14cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:57.202520 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3019b-9d36-41e3-bfef-ffdba9914c32 req-858bc707-6370-4480-a012-e2cacd3b11ab tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:57.211836 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d1e3019b-9d36-41e3-bfef-ffdba9914c32 req-858bc707-6370-4480-a012-e2cacd3b11ab tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 944 time: 0.3341470 Feb 05 22:39:57.243687 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-d7e1a5a0-d197-4acb-8a93-8f7870bb14cd None None] For port a602d32a-c018-44f6-b7f9-82dc5deaf31e, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=a602d32a-c018-44f6-b7f9-82dc5deaf31e,segment=NetworkSegment(2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c),segment_id=2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:39:57.271614 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Router f6b01c81-27a0-4ca6-af47-ab05acc7c962 is scheduled to L3 agent 48729e96-b06f-44c2-8385-6753e1637932 with binding_index 1 {{(pid=87482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 05 22:39:57.320138 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-d7e1a5a0-d197-4acb-8a93-8f7870bb14cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:57.373200 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-f68c68d6-ff5b-4258-99d8-8718220eb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:57.383164 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-f68c68d6-ff5b-4258-99d8-8718220eb0a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f64bd31d-38ed-4971-9674-2865d8146099 HTTP/1.1" status: 200 len: 852 time: 1.1236448 Feb 05 22:39:57.383991 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d1e3019b-9d36-41e3-bfef-ffdba9914c32 req-a628a4b0-9c45-40f3-99f8-64a088dbf5f2 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710904 Feb 05 22:39:57.444499 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9963da-8bf9-4a7c-97fd-a26e3aaa9733', 'tag': '4593ec8f-196d-4b8a-bab5-a8a3f397732b'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:39:57.551902 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-26643b84-0c6f-4663-94ff-342f2b41da91 req-ace845fa-3d73-4a2a-aba0-d677c9c35477 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcdf103f-eac2-4560-bc06-19dcde5b19eb HTTP/1.1" status: 200 len: 217 time: 0.7395346 Feb 05 22:39:57.553511 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1a5a0-d197-4acb-8a93-8f7870bb14cd None None] Pushing event updated for resources: {'Port': ['ID=a602d32a-c018-44f6-b7f9-82dc5deaf31e,revision_number=3']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:39:57.592578 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7e501497-053a-4b49-99d5-7e66f9ea386d req-b0070989-7170-46d2-91a8-603a9865ccf3 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2123687 Feb 05 22:39:57.747078 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9963da-8bf9-4a7c-97fd-a26e3aaa9733', 'tag': '4593ec8f-196d-4b8a-bab5-a8a3f397732b', 'status': 'completed', 'code': 200} Feb 05 22:39:57.764456 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-62f34fba-0d9f-4ab4-a141-37b096d24534 None None] Provisioning complete for port a602d32a-c018-44f6-b7f9-82dc5deaf31e triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:57.764929 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-62f34fba-0d9f-4ab4-a141-37b096d24534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:57.794418 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:39:57.805341 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] Sync routers for ids ['f6b01c81-27a0-4ca6-af47-ab05acc7c962'] in dv-cinder-818886-2-iscsi {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:39:57.830936 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] Routers {'f6b01c81-27a0-4ca6-af47-ab05acc7c962'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:39:57.832304 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:39:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['f6b01c81-27a0-4ca6-af47-ab05acc7c962'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:57.846800 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26643b84-0c6f-4663-94ff-342f2b41da91 req-b861cd0b-5dd3-4321-bea2-b74066b1df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:57.848355 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-26643b84-0c6f-4663-94ff-342f2b41da91 req-b861cd0b-5dd3-4321-bea2-b74066b1df60 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ace9158-f5af-4a68-9803-36921a491318 HTTP/1.1" status: 200 len: 855 time: 0.2410777 Feb 05 22:39:57.895673 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device a602d32a-c018-44f6-b7f9-82dc5deaf31e up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:39:58.013759 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-26643b84-0c6f-4663-94ff-342f2b41da91 req-7d6947ab-8c2b-474d-b08f-d08b9ad5eeda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a5408c9-2cbf-4224-8bef-182ab9eb0fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1586587 Feb 05 22:39:58.088361 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d2fce-1e8c-43ad-bafe-f8c278e2da05 req-1beae60e-3e09-4e04-9713-ab454b149fcf tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:58.088361 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e94d2fce-1e8c-43ad-bafe-f8c278e2da05 req-1beae60e-3e09-4e04-9713-ab454b149fcf tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.3054245 Feb 05 22:39:58.170081 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port a602d32a-c018-44f6-b7f9-82dc5deaf31e triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:39:58.170081 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:58.175016 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 44758) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:58.183062 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] Notify callbacks [] for router, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:58.198391 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-a74a2134-a28e-4ed5-91f8-02c494f091bf admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2342808 Feb 05 22:39:58.200579 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 44764) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:39:58.420000 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] Set router f6b01c81-27a0-4ca6-af47-ab05acc7c962 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:39:58.444480 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-b26d48a1-bb5c-4726-809d-33c0ac45f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:58.448150 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-b26d48a1-bb5c-4726-809d-33c0ac45f59d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68b48108-dc53-4d92-bb25-96697ea07f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 1.0045269 Feb 05 22:39:58.492834 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e94d2fce-1e8c-43ad-bafe-f8c278e2da05 req-06b2d8e2-4808-47f9-b962-8d5bd7bdb26f tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4273229 Feb 05 22:39:58.643125 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device bcdf103f-eac2-4560-bc06-19dcde5b19eb details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:39:59.035809 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port bcdf103f-eac2-4560-bc06-19dcde5b19eb, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bcdf103f-eac2-4560-bc06-19dcde5b19eb,segment=NetworkSegment(d7839250-9108-4941-8dc7-891d1d40cafa),segment_id=d7839250-9108-4941-8dc7-891d1d40cafa)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:39:59.040767 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-26643b84-0c6f-4663-94ff-342f2b41da91 req-6253f417-0026-46ff-a390-6f3670bd429b service neutron] 10.222.0.45 "GET /v2.0/networks/0a5408c9-2cbf-4224-8bef-182ab9eb0fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0075579 Feb 05 22:39:59.081180 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': 'bcdf103f-eac2-4560-bc06-19dcde5b19eb', 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3', 'port_id': 'bcdf103f-eac2-4560-bc06-19dcde5b19eb', 'mac_address': 'fa:16:3e:b5:dd:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ace9158-f5af-4a68-9803-36921a491318', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:39:59.120391 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa71-81a3-42d1-845f-a6780f840774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:59.158084 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b01c81-27a0-4ca6-af47-ab05acc7c962', 'name': 'tempest-TestVolumeBootPattern-876940875-router', 'tenant_id': '074f777033e34a78a4de88c2538cb995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '63b0198f-a369-4d6d-acbb-bfb4441493b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:50Z', 'updated_at': '2022-02-05T22:39:54Z', 'revision_number': 3, 'project_id': '074f777033e34a78a4de88c2538cb995', 'gw_port': {'id': '63b0198f-a369-4d6d-acbb-bfb4441493b8', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b01c81-27a0-4ca6-af47-ab05acc7c962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:52Z', 'updated_at': '2022-02-05T22:39:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:39:59.165882 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-1a72aa71-81a3-42d1-845f-a6780f840774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:39:59.171557 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] Checking router: f6b01c81-27a0-4ca6-af47-ab05acc7c962 for host: dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:39:59.171877 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] Updating router f6b01c81-27a0-4ca6-af47-ab05acc7c962 port 63b0198f-a369-4d6d-acbb-bfb4441493b8 binding host dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 22:39:59.172440 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-1a72aa71-81a3-42d1-845f-a6780f840774 admin admin] Usage tracker for resource:security_group_rule and tenant:4471e1462dbd4f13aa1b22f5cff1984b is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:39:59.177412 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-1a72aa71-81a3-42d1-845f-a6780f840774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:39:59.186070 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-1a72aa71-81a3-42d1-845f-a6780f840774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:39:59.282106 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:59.355786 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcdf103f-eac2-4560-bc06-19dcde5b19eb {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:39:59.355954 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c11c2-ec62-4e04-a135-d5365c63749f req-b7c6c40a-98cf-4068-9e28-f0c8126cf64b tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:59.355954 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7b7c11c2-ec62-4e04-a135-d5365c63749f req-b7c6c40a-98cf-4068-9e28-f0c8126cf64b tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 944 time: 0.3832371 Feb 05 22:39:59.356128 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port bcdf103f-eac2-4560-bc06-19dcde5b19eb, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bcdf103f-eac2-4560-bc06-19dcde5b19eb,segment=NetworkSegment(d7839250-9108-4941-8dc7-891d1d40cafa),segment_id=d7839250-9108-4941-8dc7-891d1d40cafa)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:39:59.357771 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:59.412824 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-d5ba0f0e-cdb9-4eff-b00a-038567e01cf4 service neutron] 10.222.0.45 "GET /v2.0/networks/68b48108-dc53-4d92-bb25-96697ea07f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9500797 Feb 05 22:39:59.472989 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:39:59.519031 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7b7c11c2-ec62-4e04-a135-d5365c63749f req-2b9d0782-546f-4939-89b0-c9a515d6569a tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858408 Feb 05 22:39:59.820214 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-26643b84-0c6f-4663-94ff-342f2b41da91 req-4ec56c44-13f4-4fa2-9d00-54cb913d6658 service neutron] 10.222.0.45 "GET /v2.0/networks/0a5408c9-2cbf-4224-8bef-182ab9eb0fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7672839 Feb 05 22:39:59.833582 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062e069-db56-48dc-8a24-9aa2f8c0fe33 req-709615cd-9d64-4f3c-94ee-3f287508b054 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:39:59.835561 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1062e069-db56-48dc-8a24-9aa2f8c0fe33 req-709615cd-9d64-4f3c-94ee-3f287508b054 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 1.4970839 Feb 05 22:39:59.839815 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-10bfd56c-5305-414b-8af2-8b1c057698fc req-de3e4a1d-a15f-4446-8951-6dc9f5ddd136 service neutron] 10.222.0.45 "GET /v2.0/networks/68b48108-dc53-4d92-bb25-96697ea07f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008203 Feb 05 22:39:59.881220 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:39:59.897129 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1062e069-db56-48dc-8a24-9aa2f8c0fe33 req-edc8b58a-68c1-4a90-b5b6-87816d400eb2 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559020 Feb 05 22:40:00.058342 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=bcdf103f-eac2-4560-bc06-19dcde5b19eb,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:00.073834 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa71-81a3-42d1-845f-a6780f840774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:00.102262 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:00.122245 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0743ec11-eb1e-49ea-8aac-36eeaa71bca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:00.129843 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] Transition to ACTIVE for port object 63b0198f-a369-4d6d-acbb-bfb4441493b8 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:40:00.150546 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa71-81a3-42d1-845f-a6780f840774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:00.170509 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['bcdf103f-eac2-4560-bc06-19dcde5b19eb'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:40:00.216875 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:00.223182 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-1a72aa71-81a3-42d1-845f-a6780f840774 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4471e1462dbd4f13aa1b22f5cff1984b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0510361 Feb 05 22:40:00.225742 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa71-81a3-42d1-845f-a6780f840774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620935d3-4307-4cff-a81f-e1f48466b5e9,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:00.226550 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 44778) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:00.247459 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866870ae-64d8-476a-924b-b40c25fcbb79 req-71f2ce46-0018-4c46-870b-b425790d41ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:00.256567 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-866870ae-64d8-476a-924b-b40c25fcbb79 req-71f2ce46-0018-4c46-870b-b425790d41ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=702e29ddaa8744428563df1e658cf792&device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 1097 time: 0.2236121 Feb 05 22:40:00.260893 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bb6c8-daea-4c7d-936e-09734c11e27b req-dad1e82c-14de-49e9-b5c1-b2b78386e4d8 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:00.272286 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9f6bb6c8-daea-4c7d-936e-09734c11e27b req-dad1e82c-14de-49e9-b5c1-b2b78386e4d8 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 944 time: 0.4491172 Feb 05 22:40:00.378811 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108eba0b-cc8d-4ea0-8082-79b60b2cd41e None None] Pushing event updated for resources: {'Port': ['ID=63b0198f-a369-4d6d-acbb-bfb4441493b8,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:00.427531 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] Attempting to bind port 63b0198f-a369-4d6d-acbb-bfb4441493b8 on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:40:00.428454 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] Attempting to bind port 63b0198f-a369-4d6d-acbb-bfb4441493b8 by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:40:00.431689 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] Attempting to bind port 63b0198f-a369-4d6d-acbb-bfb4441493b8 on network 6817b256-dae4-44db-bc68-adab2164788e {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:40:00.448687 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:40:00.449061 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] Checking segment: {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:40:00.453291 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:00.453636 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] Bound using segment: {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:40:00.454123 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] Bound port: 63b0198f-a369-4d6d-acbb-bfb4441493b8, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:40:00.454527 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:00.553330 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909633f4-e24c-4b78-a325-5bf035d9ea6c req-2116f5d5-b511-4a30-816b-c19d9b7acf1d tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:00.562881 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-909633f4-e24c-4b78-a325-5bf035d9ea6c req-2116f5d5-b511-4a30-816b-c19d9b7acf1d tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.4656768 Feb 05 22:40:00.633170 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-216fa7ee-c0b1-41d6-b349-adb018c0d854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:00.641355 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] For port 63b0198f-a369-4d6d-acbb-bfb4441493b8, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:40:00.655777 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] For port 63b0198f-a369-4d6d-acbb-bfb4441493b8, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=63b0198f-a369-4d6d-acbb-bfb4441493b8,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:40:00.682658 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-909633f4-e24c-4b78-a325-5bf035d9ea6c req-5933f6be-2273-4831-8474-40ed22518758 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1185710 Feb 05 22:40:00.743359 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9f6bb6c8-daea-4c7d-936e-09734c11e27b req-ace2d1e4-5273-4d2b-ae6a-bf0138087fe5 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690177 Feb 05 22:40:00.772248 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:00.808362 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_common [None req-0743ec11-eb1e-49ea-8aac-36eeaa71bca3 admin admin] Allocated IP 172.20.0.1 (ee169c37-d9e7-496a-a96c-da92d2feacc0/54e42841-879a-4286-8c31-f55769b8def9/7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6) {{(pid=87482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:40:00.826368 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-216fa7ee-c0b1-41d6-b349-adb018c0d854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:00.913255 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108eba0b-cc8d-4ea0-8082-79b60b2cd41e None None] Pushing event updated for resources: {'Port': ['ID=63b0198f-a369-4d6d-acbb-bfb4441493b8,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:00.954803 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] Routers {'f6b01c81-27a0-4ca6-af47-ab05acc7c962'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:40:00.954803 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:39:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['f6b01c81-27a0-4ca6-af47-ab05acc7c962'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:40:01.105244 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866870ae-64d8-476a-924b-b40c25fcbb79 req-d657cd48-cfa9-4a36-bf83-2754bd1cbaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:01.106773 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-866870ae-64d8-476a-924b-b40c25fcbb79 req-d657cd48-cfa9-4a36-bf83-2754bd1cbaf6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=68b48108-dc53-4d92-bb25-96697ea07f27 HTTP/1.1" status: 200 len: 914 time: 0.8317349 Feb 05 22:40:01.156177 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0743ec11-eb1e-49ea-8aac-36eeaa71bca3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:01.215629 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-866870ae-64d8-476a-924b-b40c25fcbb79 req-0a7aab8e-652e-4bb4-9581-5f220a35b9d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4593ec8f-196d-4b8a-bab5-a8a3f397732b HTTP/1.1" status: 200 len: 217 time: 0.0901065 Feb 05 22:40:01.217084 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] Set router f6b01c81-27a0-4ca6-af47-ab05acc7c962 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:40:01.217592 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371349e7-559e-4b5e-bc1b-ac8433e3599e req-b52c97a3-9cd0-469f-87dc-566e3134c04b tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:01.222130 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-371349e7-559e-4b5e-bc1b-ac8433e3599e req-b52c97a3-9cd0-469f-87dc-566e3134c04b tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1095746 Feb 05 22:40:01.275824 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-371349e7-559e-4b5e-bc1b-ac8433e3599e req-a6479bcc-6a9d-4d13-9f92-69b140f62180 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496449 Feb 05 22:40:01.292332 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780d20b-271a-4b19-bb4c-4a9592feadf5 req-073f4bbc-abf0-4d28-b320-03bbb056f0a2 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:01.293870 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f780d20b-271a-4b19-bb4c-4a9592feadf5 req-073f4bbc-abf0-4d28-b320-03bbb056f0a2 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 945 time: 0.2650206 Feb 05 22:40:01.301947 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866870ae-64d8-476a-924b-b40c25fcbb79 req-59d55c9c-4a71-4576-93b7-38da952eb96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:01.303354 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-866870ae-64d8-476a-924b-b40c25fcbb79 req-59d55c9c-4a71-4576-93b7-38da952eb96f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f64bd31d-38ed-4971-9674-2865d8146099 HTTP/1.1" status: 200 len: 852 time: 0.0804365 Feb 05 22:40:01.318195 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-216fa7ee-c0b1-41d6-b349-adb018c0d854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:01.322523 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.provisioning_blocks [None req-0743ec11-eb1e-49ea-8aac-36eeaa71bca3 admin admin] Transition to ACTIVE for port object 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6 will not be triggered until provisioned by entity DHCP. {{(pid=87482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:40:01.446529 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0743ec11-eb1e-49ea-8aac-36eeaa71bca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:01.490159 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216fa7ee-c0b1-41d6-b349-adb018c0d854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620935d3-4307-4cff-a81f-e1f48466b5e9,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:01.518813 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-216fa7ee-c0b1-41d6-b349-adb018c0d854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:01.522617 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-216fa7ee-c0b1-41d6-b349-adb018c0d854 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/620935d3-4307-4cff-a81f-e1f48466b5e9 HTTP/1.1" status: 204 len: 168 time: 1.2911699 Feb 05 22:40:01.536317 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f780d20b-271a-4b19-bb4c-4a9592feadf5 req-d1d636d6-dbfe-4034-8604-772bc3f0025f tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316339 Feb 05 22:40:01.554317 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0743ec11-eb1e-49ea-8aac-36eeaa71bca3 admin admin] Network ee169c37-d9e7-496a-a96c-da92d2feacc0 is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:40:01.560077 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-0743ec11-eb1e-49ea-8aac-36eeaa71bca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:40:01.581268 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0743ec11-eb1e-49ea-8aac-36eeaa71bca3 admin admin] Received port after_create {{(pid=87482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:40:01.581417 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866870ae-64d8-476a-924b-b40c25fcbb79 req-e7909d20-5954-4ec9-b97f-2bfcf116a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:01.581523 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0743ec11-eb1e-49ea-8aac-36eeaa71bca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960290'] for router_interface, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:01.582805 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-866870ae-64d8-476a-924b-b40c25fcbb79 req-e7909d20-5954-4ec9-b97f-2bfcf116a480 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68b48108-dc53-4d92-bb25-96697ea07f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2608938 Feb 05 22:40:01.613258 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743ec11-eb1e-49ea-8aac-36eeaa71bca3 admin admin] Pushing event updated for resources: {'Port': ['ID=7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:01.747208 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b01c81-27a0-4ca6-af47-ab05acc7c962', 'name': 'tempest-TestVolumeBootPattern-876940875-router', 'tenant_id': '074f777033e34a78a4de88c2538cb995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '63b0198f-a369-4d6d-acbb-bfb4441493b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:50Z', 'updated_at': '2022-02-05T22:39:54Z', 'revision_number': 3, 'project_id': '074f777033e34a78a4de88c2538cb995', 'gw_port': {'id': '63b0198f-a369-4d6d-acbb-bfb4441493b8', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b01c81-27a0-4ca6-af47-ab05acc7c962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:52Z', 'updated_at': '2022-02-05T22:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:40:01.754508 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e04be1-987b-4454-ad35-d652727e461a None None] The sync data for ids ['f6b01c81-27a0-4ca6-af47-ab05acc7c962'] in dv-cinder-818886-2-iscsi is: [{'id': 'f6b01c81-27a0-4ca6-af47-ab05acc7c962', 'name': 'tempest-TestVolumeBootPattern-876940875-router', 'tenant_id': '074f777033e34a78a4de88c2538cb995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '63b0198f-a369-4d6d-acbb-bfb4441493b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:50Z', 'updated_at': '2022-02-05T22:39:54Z', 'revision_number': 3, 'project_id': '074f777033e34a78a4de88c2538cb995', 'gw_port': {'id': '63b0198f-a369-4d6d-acbb-bfb4441493b8', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b01c81-27a0-4ca6-af47-ab05acc7c962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:52Z', 'updated_at': '2022-02-05T22:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}] {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:40:02.066353 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-866870ae-64d8-476a-924b-b40c25fcbb79 req-f4a3dc43-5e1a-45a3-9724-5ef9a6560558 service neutron] 10.222.0.45 "GET /v2.0/networks/68b48108-dc53-4d92-bb25-96697ea07f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494071 Feb 05 22:40:02.076357 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0743ec11-eb1e-49ea-8aac-36eeaa71bca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:02.131549 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-3b8ce69c-f059-4c09-ac8b-65ca54ea0542 None None] Provisioning for port 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6 completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:40:02.171132 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-3b8ce69c-f059-4c09-ac8b-65ca54ea0542 None None] Provisioning complete for port 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:40:02.174494 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-3b8ce69c-f059-4c09-ac8b-65ca54ea0542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:02.378816 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-3b8ce69c-f059-4c09-ac8b-65ca54ea0542 None None] Port 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6 cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:40:02.546487 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb9465-9318-4865-a67c-595a58ecd854 req-a914b886-95f9-4063-9529-affbfd64a82d tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:02.570092 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e3eb9465-9318-4865-a67c-595a58ecd854 req-a914b886-95f9-4063-9529-affbfd64a82d tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 944 time: 0.4960854 Feb 05 22:40:02.659047 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device bcdf103f-eac2-4560-bc06-19dcde5b19eb up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:40:02.676977 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4749b-e5b5-450b-97bd-960cea1d3e6d req-03fae216-7e1f-4c7d-a558-a731b4f62ad8 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:02.684673 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b3e4749b-e5b5-450b-97bd-960cea1d3e6d req-03fae216-7e1f-4c7d-a558-a731b4f62ad8 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.7135105 Feb 05 22:40:02.707104 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e3eb9465-9318-4865-a67c-595a58ecd854 req-3cf9851c-9ffb-4b31-9b6d-c31356458cd0 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360073 Feb 05 22:40:02.765219 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-866870ae-64d8-476a-924b-b40c25fcbb79 req-956167b5-c0f8-48a5-a987-ccce30ca1d32 service neutron] 10.222.0.45 "GET /v2.0/networks/68b48108-dc53-4d92-bb25-96697ea07f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6010909 Feb 05 22:40:02.855636 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0743ec11-eb1e-49ea-8aac-36eeaa71bca3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:02.903035 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b3e4749b-e5b5-450b-97bd-960cea1d3e6d req-21287fa6-2723-4d8e-a6c5-3f89a4dac3d4 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2156272 Feb 05 22:40:02.926219 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning for port bcdf103f-eac2-4560-bc06-19dcde5b19eb completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:40:02.933954 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port bcdf103f-eac2-4560-bc06-19dcde5b19eb triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:40:02.941787 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:02.977396 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0743ec11-eb1e-49ea-8aac-36eeaa71bca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:02.993413 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0743ec11-eb1e-49ea-8aac-36eeaa71bca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960455'] for router_interface, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:03.129708 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c3911-8695-40c1-89ae-dc230fee2d93 req-65095801-b9f9-44c7-bc71-92a346a03473 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:03.131279 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c47c3911-8695-40c1-89ae-dc230fee2d93 req-65095801-b9f9-44c7-bc71-92a346a03473 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.2278829 Feb 05 22:40:03.157007 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743ec11-eb1e-49ea-8aac-36eeaa71bca3 admin admin] Pushing event updated for resources: {'Port': ['ID=7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6,revision_number=2']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:03.274589 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:03.297802 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c47c3911-8695-40c1-89ae-dc230fee2d93 req-5f232f55-af11-4a0a-8cf5-41024bc40466 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515279 Feb 05 22:40:03.349203 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f5b171-f996-4354-9a67-7fe82c84663d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdf103f-eac2-4560-bc06-19dcde5b19eb'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:40:03.366767 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port bcdf103f-eac2-4560-bc06-19dcde5b19eb, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bcdf103f-eac2-4560-bc06-19dcde5b19eb,segment=NetworkSegment(d7839250-9108-4941-8dc7-891d1d40cafa),segment_id=d7839250-9108-4941-8dc7-891d1d40cafa)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:03.414495 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f5b171-f996-4354-9a67-7fe82c84663d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdf103f-eac2-4560-bc06-19dcde5b19eb', 'code': 200} Feb 05 22:40:03.426456 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0743ec11-eb1e-49ea-8aac-36eeaa71bca3 admin admin] Network ee169c37-d9e7-496a-a96c-da92d2feacc0 is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:40:03.434919 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-0743ec11-eb1e-49ea-8aac-36eeaa71bca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:40:03.541660 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:03.701651 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=bcdf103f-eac2-4560-bc06-19dcde5b19eb,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:03.733181 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:03.737309 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:03.737942 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:03.738580 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:03.739193 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:03.740986 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:03.742542 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:03.745557 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:03.746175 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:03.746736 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:03.747869 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:03.748960 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:03.825016 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cefafc-1494-4102-be0d-509ec0ee0396 req-58f84c57-6f6d-4b9f-9a5d-116f26884a0d tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:03.826653 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c7cefafc-1494-4102-be0d-509ec0ee0396 req-58f84c57-6f6d-4b9f-9a5d-116f26884a0d tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 945 time: 0.4539897 Feb 05 22:40:03.941782 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0743ec11-eb1e-49ea-8aac-36eeaa71bca3 admin admin] Router f6b01c81-27a0-4ca6-af47-ab05acc7c962 has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:40:03.954758 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 63b0198f-a369-4d6d-acbb-bfb4441493b8 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:40:04.016819 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-c8dbad64-b4f3-41d1-8af2-f35e19b0c844 None None] Provisioning complete for port 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:40:04.017261 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-c8dbad64-b4f3-41d1-8af2-f35e19b0c844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:04.103937 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c7cefafc-1494-4102-be0d-509ec0ee0396 req-9a59498f-4b18-4d46-8d15-d9c10d1d378b tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666376 Feb 05 22:40:04.122533 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-c8dbad64-b4f3-41d1-8af2-f35e19b0c844 None None] Port 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6 cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:40:04.202547 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fac79-e75f-407c-a5a0-02f6ac2978a7 req-bbceaef0-8a04-4203-a558-f034ccf27a9d tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:04.209376 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-068fac79-e75f-407c-a5a0-02f6ac2978a7 req-bbceaef0-8a04-4203-a558-f034ccf27a9d tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 944 time: 0.3187666 Feb 05 22:40:04.238841 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port 63b0198f-a369-4d6d-acbb-bfb4441493b8 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:40:04.245569 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 63b0198f-a369-4d6d-acbb-bfb4441493b8 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:40:04.245951 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:04.263277 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cb408-f89a-4e07-bd59-04b659283028 req-7095f50f-a641-4791-b893-929094fda47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:04.265052 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e11cb408-f89a-4e07-bd59-04b659283028 req-7095f50f-a641-4791-b893-929094fda47f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 1099 time: 0.2429414 Feb 05 22:40:04.285707 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0743ec11-eb1e-49ea-8aac-36eeaa71bca3 admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:40:04.338348 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-0743ec11-eb1e-49ea-8aac-36eeaa71bca3 admin admin] 10.222.0.24 "PUT /v2.0/routers/f6b01c81-27a0-4ca6-af47-ab05acc7c962/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1212208 Feb 05 22:40:04.366038 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-068fac79-e75f-407c-a5a0-02f6ac2978a7 req-9a42674e-8bca-44d9-97cc-e3f4ce4f1f06 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495919 Feb 05 22:40:04.396293 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e11cb408-f89a-4e07-bd59-04b659283028 req-71a02c6f-d03d-4217-814b-cca7ff74297d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167061 Feb 05 22:40:04.633485 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:04.667567 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port 63b0198f-a369-4d6d-acbb-bfb4441493b8, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=63b0198f-a369-4d6d-acbb-bfb4441493b8,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:04.742949 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:04.778025 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531d9fa-afad-4c65-a512-0bdd4fee5c50 req-28324484-13d0-4cb7-b308-2124d9097b46 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:04.779678 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b531d9fa-afad-4c65-a512-0bdd4fee5c50 req-28324484-13d0-4cb7-b308-2124d9097b46 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1289043 Feb 05 22:40:04.839413 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] Sync routers for ids ['f6b01c81-27a0-4ca6-af47-ab05acc7c962'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:40:04.845372 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=63b0198f-a369-4d6d-acbb-bfb4441493b8,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:04.856014 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] Routers {'f6b01c81-27a0-4ca6-af47-ab05acc7c962'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:40:04.856739 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:39:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['f6b01c81-27a0-4ca6-af47-ab05acc7c962'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:40:04.867874 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5943166-ad0b-4d13-9964-6a44381d95f8 req-652e020a-dee8-4342-9fac-5b4d77905b79 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:04.875119 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b5943166-ad0b-4d13-9964-6a44381d95f8 req-652e020a-dee8-4342-9fac-5b4d77905b79 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.2390327 Feb 05 22:40:04.905129 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b531d9fa-afad-4c65-a512-0bdd4fee5c50 req-a355ab09-9d70-4a0d-9bf6-9f6518685d91 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159365 Feb 05 22:40:04.975437 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b5943166-ad0b-4d13-9964-6a44381d95f8 req-cdc81efc-b48d-44e3-934d-5672b990ae33 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0927134 Feb 05 22:40:05.159506 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] Set router f6b01c81-27a0-4ca6-af47-ab05acc7c962 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:40:05.380253 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83570688-da75-4b91-bf17-6a2ce746a578 req-8dfe0aec-2d46-410f-9393-6174a7e78fb5 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:05.390943 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-83570688-da75-4b91-bf17-6a2ce746a578 req-8dfe0aec-2d46-410f-9393-6174a7e78fb5 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 946 time: 0.1233804 Feb 05 22:40:05.469778 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-83570688-da75-4b91-bf17-6a2ce746a578 req-90d06e2f-2c1f-4b43-be79-275fe04da05a tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776305 Feb 05 22:40:05.730164 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b01c81-27a0-4ca6-af47-ab05acc7c962', 'name': 'tempest-TestVolumeBootPattern-876940875-router', 'tenant_id': '074f777033e34a78a4de88c2538cb995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '63b0198f-a369-4d6d-acbb-bfb4441493b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:50Z', 'updated_at': '2022-02-05T22:40:01Z', 'revision_number': 4, 'project_id': '074f777033e34a78a4de88c2538cb995', 'gw_port': {'id': '63b0198f-a369-4d6d-acbb-bfb4441493b8', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b01c81-27a0-4ca6-af47-ab05acc7c962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:52Z', 'updated_at': '2022-02-05T22:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': '7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6', 'name': '', 'network_id': 'ee169c37-d9e7-496a-a96c-da92d2feacc0', 'tenant_id': '074f777033e34a78a4de88c2538cb995', 'mac_address': 'fa:16:3e:4b:52:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b01c81-27a0-4ca6-af47-ab05acc7c962', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '54e42841-879a-4286-8c31-f55769b8def9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:40:00Z', 'updated_at': '2022-02-05T22:40:02Z', 'revision_number': 2, 'project_id': '074f777033e34a78a4de88c2538cb995', 'subnets': [{'id': '54e42841-879a-4286-8c31-f55769b8def9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:40:05.738245 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214a008-973f-4b15-a387-9de01ef9f423 req-495c4760-ad18-42df-ae42-372bda54c468 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:05.742317 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] Checking router: f6b01c81-27a0-4ca6-af47-ab05acc7c962 for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:40:05.744628 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] Updating router f6b01c81-27a0-4ca6-af47-ab05acc7c962 port 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6 binding host dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 22:40:05.747792 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e214a008-973f-4b15-a387-9de01ef9f423 req-495c4760-ad18-42df-ae42-372bda54c468 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 944 time: 0.1547873 Feb 05 22:40:05.820455 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e214a008-973f-4b15-a387-9de01ef9f423 req-ee15be28-31b6-4a98-be16-e7322e64284f tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714819 Feb 05 22:40:05.822054 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 63b0198f-a369-4d6d-acbb-bfb4441493b8 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:40:05.855345 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:06.024728 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 63b0198f-a369-4d6d-acbb-bfb4441493b8 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:40:06.025102 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:06.162442 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2956e-bf85-4f2a-8d4b-03a278ecfaa9 req-947159e2-a46c-4efb-bf86-02caca15a374 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:06.163933 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-dda2956e-bf85-4f2a-8d4b-03a278ecfaa9 req-947159e2-a46c-4efb-bf86-02caca15a374 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.0951946 Feb 05 22:40:06.181683 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 44924) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:06.187411 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-f946dde7-64da-483f-999b-a718be239c9c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-614543567', 'description': 'tempest-secgroup-smoke-614543567 description', 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:06.194777 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-f946dde7-64da-483f-999b-a718be239c9c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:06.200328 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-f946dde7-64da-483f-999b-a718be239c9c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Usage tracker for resource:security_group and tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:06.204060 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-f946dde7-64da-483f-999b-a718be239c9c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:06.213191 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-f946dde7-64da-483f-999b-a718be239c9c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:06.226524 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-dda2956e-bf85-4f2a-8d4b-03a278ecfaa9 req-23bc0fb1-7aa4-430a-b1c6-c64f31998587 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514262 Feb 05 22:40:06.328593 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f946dde7-64da-483f-999b-a718be239c9c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:06.363817 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-f946dde7-64da-483f-999b-a718be239c9c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:06.372047 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-f946dde7-64da-483f-999b-a718be239c9c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Usage tracker for resource:security_group_rule and tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:06.375421 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] Notify callbacks [] for port, precommit_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:06.375946 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-f946dde7-64da-483f-999b-a718be239c9c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:06.384125 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-f946dde7-64da-483f-999b-a718be239c9c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:06.388557 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] Transition to ACTIVE for port object 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6 will not be triggered until provisioned by entity L2. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:40:06.457729 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97596933-811f-45dd-98ea-5aef45e956e2 req-a655e107-ae64-4e6a-8a20-4d4c629da883 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:06.459097 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-97596933-811f-45dd-98ea-5aef45e956e2 req-a655e107-ae64-4e6a-8a20-4d4c629da883 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.1711965 Feb 05 22:40:06.507672 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:06.544287 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-97596933-811f-45dd-98ea-5aef45e956e2 req-8c25acb4-3bfe-4713-8017-8114ec32e302 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0758460 Feb 05 22:40:06.587313 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f946dde7-64da-483f-999b-a718be239c9c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:06.596897 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14473b-c572-4448-9be1-b9b72693b176 req-12b16561-a7f6-491a-bcee-f2debe8ff5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:06.598485 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6a14473b-c572-4448-9be1-b9b72693b176 req-12b16561-a7f6-491a-bcee-f2debe8ff5c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1c74641009450eb3df1aeaf162ccde&device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 1098 time: 0.1843021 Feb 05 22:40:06.696894 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a430bee-ef6b-4b62-a594-387dc88ca38f None None] Pushing event updated for resources: {'Port': ['ID=7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6,revision_number=3']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:06.698612 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f946dde7-64da-483f-999b-a718be239c9c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:06.750393 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252f536-583d-4548-8085-e15db668d5dc req-42de7c60-67a4-4653-9f06-f40af5fb5846 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:06.752541 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-3252f536-583d-4548-8085-e15db668d5dc req-42de7c60-67a4-4653-9f06-f40af5fb5846 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 946 time: 0.1036396 Feb 05 22:40:06.797464 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946dde7-64da-483f-999b-a718be239c9c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb1c991-0177-4839-bafa-55f0dbbe213d,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:06.841761 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-3252f536-583d-4548-8085-e15db668d5dc req-07689bb5-05f9-4b70-93f4-8f776d2e9b4b tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816529 Feb 05 22:40:06.855272 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14473b-c572-4448-9be1-b9b72693b176 req-6750d5ce-bb0c-49fe-b7b2-1f8e13cace6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:06.857147 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6a14473b-c572-4448-9be1-b9b72693b176 req-6750d5ce-bb0c-49fe-b7b2-1f8e13cace6d service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b0f3db0-4106-46bc-9540-b9ba783310fc HTTP/1.1" status: 200 len: 917 time: 0.2423334 Feb 05 22:40:06.911872 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] Attempting to bind port 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6 on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:40:06.912455 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] Attempting to bind port 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6 by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': '2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee169c37-d9e7-496a-a96c-da92d2feacc0'}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:40:06.912780 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] Attempting to bind port 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6 on network ee169c37-d9e7-496a-a96c-da92d2feacc0 {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:40:06.918167 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:40:06.918601 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] Checking segment: {'id': '2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee169c37-d9e7-496a-a96c-da92d2feacc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:40:06.919009 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:06.919407 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] Bound using segment: {'id': '2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee169c37-d9e7-496a-a96c-da92d2feacc0'} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:40:06.920120 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] Bound port: 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee169c37-d9e7-496a-a96c-da92d2feacc0'}}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:40:06.920491 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:06.932181 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f946dde7-64da-483f-999b-a718be239c9c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:06.933062 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-f946dde7-64da-483f-999b-a718be239c9c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7503695 Feb 05 22:40:06.936177 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 44942) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:06.942153 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-a89b1e53-bab3-4d3c-b238-2240fb582e02 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Request body: {'security_group_rule': {'security_group_id': '9fb1c991-0177-4839-bafa-55f0dbbe213d', 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:06.955955 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-a89b1e53-bab3-4d3c-b238-2240fb582e02 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:06.961361 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-a89b1e53-bab3-4d3c-b238-2240fb582e02 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Usage tracker for resource:security_group_rule and tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:06.967649 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-a89b1e53-bab3-4d3c-b238-2240fb582e02 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:06.983285 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-a89b1e53-bab3-4d3c-b238-2240fb582e02 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:06.984257 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6a14473b-c572-4448-9be1-b9b72693b176 req-29eb3d67-5a8b-4ab0-85ea-8e89f6f6dfe1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fd4186f-6659-4e33-beed-94d23f18a11d HTTP/1.1" status: 200 len: 1001 time: 0.1195188 Feb 05 22:40:07.074863 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14473b-c572-4448-9be1-b9b72693b176 req-b6cd9348-a39a-4d27-8fd3-365cf48f8b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:07.076378 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6a14473b-c572-4448-9be1-b9b72693b176 req-b6cd9348-a39a-4d27-8fd3-365cf48f8b5e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef675453-a182-4ce7-8469-2fb25b5d7aea HTTP/1.1" status: 200 len: 855 time: 0.0771472 Feb 05 22:40:07.082504 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] For port 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:40:07.094245 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] For port 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6,segment=NetworkSegment(2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c),segment_id=2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c)] {{(pid=87484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:40:07.122903 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a89b1e53-bab3-4d3c-b238-2240fb582e02 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:07.215624 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a89b1e53-bab3-4d3c-b238-2240fb582e02 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:07.274825 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:07.395041 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] Routers {'f6b01c81-27a0-4ca6-af47-ab05acc7c962'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:40:07.395722 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:39:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['f6b01c81-27a0-4ca6-af47-ab05acc7c962'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:40:07.401825 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14473b-c572-4448-9be1-b9b72693b176 req-b4688679-468e-45d3-bf51-dd39f9769608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:07.403300 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6a14473b-c572-4448-9be1-b9b72693b176 req-b4688679-468e-45d3-bf51-dd39f9769608 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b0f3db0-4106-46bc-9540-b9ba783310fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3194275 Feb 05 22:40:07.428663 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a89b1e53-bab3-4d3c-b238-2240fb582e02 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:07.438129 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894d390-a4c0-4b2b-a7a3-ec500e1c796b req-d3bd3c4c-ae50-4645-9bb1-5ce4b828d9a0 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:07.444532 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2894d390-a4c0-4b2b-a7a3-ec500e1c796b req-d3bd3c4c-ae50-4645-9bb1-5ce4b828d9a0 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 944 time: 0.2755642 Feb 05 22:40:07.466782 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b1e53-bab3-4d3c-b238-2240fb582e02 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4fc95b-c010-4fec-9c5c-0876c48de55e,revision_number=0']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:07.502085 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd50bb-5b3c-461a-90d4-7bef5ca7ef67 req-05281283-a3a2-48bb-b0af-77a89055dc80 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:07.507591 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-febd50bb-5b3c-461a-90d4-7bef5ca7ef67 req-05281283-a3a2-48bb-b0af-77a89055dc80 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1619003 Feb 05 22:40:07.518617 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a430bee-ef6b-4b62-a594-387dc88ca38f None None] Pushing event updated for resources: {'Port': ['ID=7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:07.595633 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-febd50bb-5b3c-461a-90d4-7bef5ca7ef67 req-2046fb03-a0e3-42f3-8437-3968f2d2c42e tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836766 Feb 05 22:40:07.599071 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6a14473b-c572-4448-9be1-b9b72693b176 req-2ddf17dc-ed1a-42dc-960f-61364de73b86 service neutron] 10.222.0.45 "GET /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882682 Feb 05 22:40:07.614154 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a89b1e53-bab3-4d3c-b238-2240fb582e02 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:07.615644 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-a89b1e53-bab3-4d3c-b238-2240fb582e02 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6784501 Feb 05 22:40:07.618279 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 44962) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:07.624590 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-d88dd056-c427-44ad-ac10-1cf254b6fe4d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Request body: {'security_group_rule': {'security_group_id': '9fb1c991-0177-4839-bafa-55f0dbbe213d', 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:07.637392 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-d88dd056-c427-44ad-ac10-1cf254b6fe4d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:07.649662 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-d88dd056-c427-44ad-ac10-1cf254b6fe4d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Usage tracker for resource:security_group_rule and tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:07.654390 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-d88dd056-c427-44ad-ac10-1cf254b6fe4d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:07.656726 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] Set router f6b01c81-27a0-4ca6-af47-ab05acc7c962 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:40:07.661668 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-d88dd056-c427-44ad-ac10-1cf254b6fe4d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:07.728853 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2894d390-a4c0-4b2b-a7a3-ec500e1c796b req-334e0495-4eb8-46cd-acfb-9c9c88edc958 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409630 Feb 05 22:40:07.746705 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede4898-c164-47e9-b613-61767ce6d7dc req-d946c4d1-995a-4cda-837e-646568fd690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:07.748268 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-aede4898-c164-47e9-b613-61767ce6d7dc req-d946c4d1-995a-4cda-837e-646568fd690c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 1098 time: 0.4995496 Feb 05 22:40:07.805412 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d88dd056-c427-44ad-ac10-1cf254b6fe4d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:07.814954 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-aede4898-c164-47e9-b613-61767ce6d7dc req-35dbdac1-f749-4da5-a9e5-f252e9f0cbc2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592539 Feb 05 22:40:07.835758 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6a14473b-c572-4448-9be1-b9b72693b176 req-e66cea97-d05d-4735-be3c-bfa59a60aa42 service neutron] 10.222.0.45 "GET /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131448 Feb 05 22:40:07.891865 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0938e-9f04-4214-a6cc-77dd880f0659 req-e492f95f-9b97-4137-b569-66a36722a7ad tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:07.893896 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5bc0938e-9f04-4214-a6cc-77dd880f0659 req-e492f95f-9b97-4137-b569-66a36722a7ad tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 945 time: 0.1695731 Feb 05 22:40:07.925924 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d88dd056-c427-44ad-ac10-1cf254b6fe4d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:07.952785 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5bc0938e-9f04-4214-a6cc-77dd880f0659 req-31072377-54e6-4605-aa6b-593a0bb80434 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0492575 Feb 05 22:40:07.999191 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d88dd056-c427-44ad-ac10-1cf254b6fe4d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:08.039671 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88dd056-c427-44ad-ac10-1cf254b6fe4d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaef7e43-2efd-48fc-9c0a-2723ad7bdeb7,revision_number=0']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:08.062789 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b01c81-27a0-4ca6-af47-ab05acc7c962', 'name': 'tempest-TestVolumeBootPattern-876940875-router', 'tenant_id': '074f777033e34a78a4de88c2538cb995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '63b0198f-a369-4d6d-acbb-bfb4441493b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:50Z', 'updated_at': '2022-02-05T22:40:01Z', 'revision_number': 4, 'project_id': '074f777033e34a78a4de88c2538cb995', 'gw_port': {'id': '63b0198f-a369-4d6d-acbb-bfb4441493b8', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b01c81-27a0-4ca6-af47-ab05acc7c962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:52Z', 'updated_at': '2022-02-05T22:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': '7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6', 'name': '', 'network_id': 'ee169c37-d9e7-496a-a96c-da92d2feacc0', 'tenant_id': '074f777033e34a78a4de88c2538cb995', 'mac_address': 'fa:16:3e:4b:52:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b01c81-27a0-4ca6-af47-ab05acc7c962', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '54e42841-879a-4286-8c31-f55769b8def9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:40:00Z', 'updated_at': '2022-02-05T22:40:07Z', 'revision_number': 4, 'project_id': '074f777033e34a78a4de88c2538cb995', 'subnets': [{'id': '54e42841-879a-4286-8c31-f55769b8def9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:40:08.067352 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecbc17f-7900-45e0-9a8a-fcf07f18f715 None None] The sync data for ids ['f6b01c81-27a0-4ca6-af47-ab05acc7c962'] in dv-cinder-818886-2-iscsi is: [{'id': 'f6b01c81-27a0-4ca6-af47-ab05acc7c962', 'name': 'tempest-TestVolumeBootPattern-876940875-router', 'tenant_id': '074f777033e34a78a4de88c2538cb995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '63b0198f-a369-4d6d-acbb-bfb4441493b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:50Z', 'updated_at': '2022-02-05T22:40:01Z', 'revision_number': 4, 'project_id': '074f777033e34a78a4de88c2538cb995', 'gw_port': {'id': '63b0198f-a369-4d6d-acbb-bfb4441493b8', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b01c81-27a0-4ca6-af47-ab05acc7c962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:52Z', 'updated_at': '2022-02-05T22:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': '7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6', 'name': '', 'network_id': 'ee169c37-d9e7-496a-a96c-da92d2feacc0', 'tenant_id': '074f777033e34a78a4de88c2538cb995', 'mac_address': 'fa:16:3e:4b:52:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b01c81-27a0-4ca6-af47-ab05acc7c962', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '54e42841-879a-4286-8c31-f55769b8def9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:40:00Z', 'updated_at': '2022-02-05T22:40:07Z', 'revision_number': 4, 'project_id': '074f777033e34a78a4de88c2538cb995', 'subnets': [{'id': '54e42841-879a-4286-8c31-f55769b8def9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:40:08.121329 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7544be-362f-4610-8e3a-4f965a49cb9b req-220b98f9-8476-4e32-8418-2c38b5a104ff tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:08.125000 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5c7544be-362f-4610-8e3a-4f965a49cb9b req-220b98f9-8476-4e32-8418-2c38b5a104ff tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 946 time: 0.1004093 Feb 05 22:40:08.131809 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d88dd056-c427-44ad-ac10-1cf254b6fe4d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:08.133984 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-d88dd056-c427-44ad-ac10-1cf254b6fe4d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5143783 Feb 05 22:40:08.137690 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 45010) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:08.143084 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-45f20132-f30b-4738-93a4-b093f5cbd46b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Request body: {'security_group_rule': {'security_group_id': '9fb1c991-0177-4839-bafa-55f0dbbe213d', 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:08.156495 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-45f20132-f30b-4738-93a4-b093f5cbd46b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:08.161761 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-45f20132-f30b-4738-93a4-b093f5cbd46b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Usage tracker for resource:security_group_rule and tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:08.164794 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-45f20132-f30b-4738-93a4-b093f5cbd46b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:08.173940 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-45f20132-f30b-4738-93a4-b093f5cbd46b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:08.196745 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5c7544be-362f-4610-8e3a-4f965a49cb9b req-43a2f623-7e21-4f49-9842-a5f2921f40ab tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589502 Feb 05 22:40:08.288634 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-45f20132-f30b-4738-93a4-b093f5cbd46b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:08.373597 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-45f20132-f30b-4738-93a4-b093f5cbd46b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:08.486292 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-45f20132-f30b-4738-93a4-b093f5cbd46b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:08.510209 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f20132-f30b-4738-93a4-b093f5cbd46b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ac3327-9160-46c1-a59f-bcee09e551c7,revision_number=0']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:08.600381 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-45f20132-f30b-4738-93a4-b093f5cbd46b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:08.604486 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 45036) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:08.605023 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-45f20132-f30b-4738-93a4-b093f5cbd46b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4658425 Feb 05 22:40:08.609727 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-3d967853-595f-4fd2-92a2-3c877d3dfa8a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Request body: {'security_group_rule': {'security_group_id': '9fb1c991-0177-4839-bafa-55f0dbbe213d', 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:08.623841 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-3d967853-595f-4fd2-92a2-3c877d3dfa8a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:08.628620 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-3d967853-595f-4fd2-92a2-3c877d3dfa8a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Usage tracker for resource:security_group_rule and tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:08.633991 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-3d967853-595f-4fd2-92a2-3c877d3dfa8a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:08.640928 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-3d967853-595f-4fd2-92a2-3c877d3dfa8a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:08.692362 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 4593ec8f-196d-4b8a-bab5-a8a3f397732b details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:40:08.694795 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 8fd4186f-6659-4e33-beed-94d23f18a11d no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:40:08.725489 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3d967853-595f-4fd2-92a2-3c877d3dfa8a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:08.883672 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42329fbe-2389-4416-bbd6-7b60a9e39aca req-877f8c1a-b394-44e4-a5b9-ad4256f3c0ec tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:08.915184 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-42329fbe-2389-4416-bbd6-7b60a9e39aca req-877f8c1a-b394-44e4-a5b9-ad4256f3c0ec tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1970763 Feb 05 22:40:08.995621 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3d967853-595f-4fd2-92a2-3c877d3dfa8a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:09.004782 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-42329fbe-2389-4416-bbd6-7b60a9e39aca req-1ba7a321-2e07-49a5-9ddb-88cb1ceeb978 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857034 Feb 05 22:40:09.109490 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:09.113087 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3d967853-595f-4fd2-92a2-3c877d3dfa8a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:09.157632 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d967853-595f-4fd2-92a2-3c877d3dfa8a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca18e61-f076-4bff-9865-47cda5499082,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:09.198481 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 4593ec8f-196d-4b8a-bab5-a8a3f397732b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=4593ec8f-196d-4b8a-bab5-a8a3f397732b,segment=NetworkSegment(c52e265f-5954-4c7a-b1c5-eb286491c2f6),segment_id=c52e265f-5954-4c7a-b1c5-eb286491c2f6)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:09.217936 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df173ce-874a-467f-a74a-f0add22d5f33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fd4186f-6659-4e33-beed-94d23f18a11d'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:40:09.234843 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 8fd4186f-6659-4e33-beed-94d23f18a11d, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8fd4186f-6659-4e33-beed-94d23f18a11d,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:09.246678 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b216a60-125d-46bc-8d5f-33e4dbd7fa15 req-85a3f9ed-5a42-4c44-afc5-464993691105 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:09.247439 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': '4593ec8f-196d-4b8a-bab5-a8a3f397732b', 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27', 'port_id': '4593ec8f-196d-4b8a-bab5-a8a3f397732b', 'mac_address': 'fa:16:3e:90:e0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f64bd31d-38ed-4971-9674-2865d8146099', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:40:09.248213 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0b216a60-125d-46bc-8d5f-33e4dbd7fa15 req-85a3f9ed-5a42-4c44-afc5-464993691105 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 944 time: 0.1259248 Feb 05 22:40:09.291290 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3d967853-595f-4fd2-92a2-3c877d3dfa8a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:09.294159 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-3d967853-595f-4fd2-92a2-3c877d3dfa8a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6883864 Feb 05 22:40:09.296622 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 45072) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:09.303313 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-23a50802-129b-4572-a0e0-e88dcde788ba tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Request body: {'security_group_rule': {'security_group_id': '9fb1c991-0177-4839-bafa-55f0dbbe213d', 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:09.305946 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0b216a60-125d-46bc-8d5f-33e4dbd7fa15 req-9e004d8a-8ff3-4fa1-964d-096516a1c5fd tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452948 Feb 05 22:40:09.314312 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-23a50802-129b-4572-a0e0-e88dcde788ba tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:09.322480 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-23a50802-129b-4572-a0e0-e88dcde788ba tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Usage tracker for resource:security_group_rule and tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:09.328875 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-23a50802-129b-4572-a0e0-e88dcde788ba tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:09.338503 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-23a50802-129b-4572-a0e0-e88dcde788ba tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:09.357728 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:09.382964 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4593ec8f-196d-4b8a-bab5-a8a3f397732b {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:40:09.388737 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:09.474781 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.securitygroups_db [None req-23a50802-129b-4572-a0e0-e88dcde788ba tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Project c11ef7c1d2e84d30b7e289e2ed5ba793 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 22:40:09.485038 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-23a50802-129b-4572-a0e0-e88dcde788ba tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:09.493865 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df173ce-874a-467f-a74a-f0add22d5f33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fd4186f-6659-4e33-beed-94d23f18a11d', 'code': 200} Feb 05 22:40:09.533732 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=8fd4186f-6659-4e33-beed-94d23f18a11d,revision_number=8']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:09.553706 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 4593ec8f-196d-4b8a-bab5-a8a3f397732b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=4593ec8f-196d-4b8a-bab5-a8a3f397732b,segment=NetworkSegment(c52e265f-5954-4c7a-b1c5-eb286491c2f6),segment_id=c52e265f-5954-4c7a-b1c5-eb286491c2f6)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:09.612051 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbdfd8-4880-48d0-becb-94d34d16403c req-f58b4e57-dda2-410a-8684-a5a36dfa21a2 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:09.621515 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-63bbdfd8-4880-48d0-becb-94d34d16403c req-f58b4e57-dda2-410a-8684-a5a36dfa21a2 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.1734574 Feb 05 22:40:09.654744 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-23a50802-129b-4572-a0e0-e88dcde788ba tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:09.658085 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:09.736277 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-63bbdfd8-4880-48d0-becb-94d34d16403c req-724eda89-3ebc-458c-ae70-f1777c9d7691 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1025734 Feb 05 22:40:09.759660 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-23a50802-129b-4572-a0e0-e88dcde788ba tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:09.773036 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=4593ec8f-196d-4b8a-bab5-a8a3f397732b,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:09.784436 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a50802-129b-4572-a0e0-e88dcde788ba tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=658c7dac-1097-4587-934b-db257920b62c,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:09.826238 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:40:09.875207 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-23a50802-129b-4572-a0e0-e88dcde788ba tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:09.880046 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-23a50802-129b-4572-a0e0-e88dcde788ba tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5786910 Feb 05 22:40:09.880046 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 45092) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:09.887203 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-c6e5d8a2-ec00-4962-bfee-8402b692ef2f tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Request body: {'security_group_rule': {'security_group_id': '9fb1c991-0177-4839-bafa-55f0dbbe213d', 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:09.893837 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-c6e5d8a2-ec00-4962-bfee-8402b692ef2f tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:09.898054 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-c6e5d8a2-ec00-4962-bfee-8402b692ef2f tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Usage tracker for resource:security_group_rule and tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:09.906159 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-c6e5d8a2-ec00-4962-bfee-8402b692ef2f tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:09.912548 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-c6e5d8a2-ec00-4962-bfee-8402b692ef2f tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:09.951526 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['4593ec8f-196d-4b8a-bab5-a8a3f397732b'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:40:09.992689 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.securitygroups_db [None req-c6e5d8a2-ec00-4962-bfee-8402b692ef2f tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Project c11ef7c1d2e84d30b7e289e2ed5ba793 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 22:40:09.999903 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d8a2-ec00-4962-bfee-8402b692ef2f tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:10.010430 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:40:10.019110 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:40:10.019477 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:10.081774 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d8a2-ec00-4962-bfee-8402b692ef2f tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:10.211711 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ecf1d-6331-4fa2-81f1-be44dca23057 req-9c87e3ed-90e8-47dd-a4a1-66ba17a36163 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:10.213475 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-928ecf1d-6331-4fa2-81f1-be44dca23057 req-9c87e3ed-90e8-47dd-a4a1-66ba17a36163 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.0899796 Feb 05 22:40:10.214707 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d8a2-ec00-4962-bfee-8402b692ef2f tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:10.234164 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:10.261052 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5d8a2-ec00-4962-bfee-8402b692ef2f tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccabe70-45fd-428c-b1a2-a5ad6f0ce67d,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:10.295954 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6,segment=NetworkSegment(2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c),segment_id=2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:10.307859 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-928ecf1d-6331-4fa2-81f1-be44dca23057 req-fab6ea82-c270-4152-80b8-1b3e71fb7919 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824740 Feb 05 22:40:10.360623 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d8a2-ec00-4962-bfee-8402b692ef2f tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:10.366225 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-c6e5d8a2-ec00-4962-bfee-8402b692ef2f tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4810395 Feb 05 22:40:10.404583 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:10.479572 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:10.523706 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2e53e-9ff8-41b4-9e7b-36dc08358a60 req-47037d65-4424-4414-986a-47a24f74fcc2 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:10.525515 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-45e2e53e-9ff8-41b4-9e7b-36dc08358a60 req-47037d65-4424-4414-986a-47a24f74fcc2 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 945 time: 0.0831456 Feb 05 22:40:10.572759 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-45e2e53e-9ff8-41b4-9e7b-36dc08358a60 req-e258322a-c633-47e0-8f86-0da5f40ddc58 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412023 Feb 05 22:40:11.005978 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53977f5a-d5f9-4b72-be3b-5ddb5deaa607 req-63c97e1b-3031-4343-88fb-fa3a1b84d7d2 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:11.007864 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-53977f5a-d5f9-4b72-be3b-5ddb5deaa607 req-63c97e1b-3031-4343-88fb-fa3a1b84d7d2 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.1323349 Feb 05 22:40:11.061675 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-53977f5a-d5f9-4b72-be3b-5ddb5deaa607 req-af6f2c0a-812f-4059-a2e1-2b952edfa93f tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0480661 Feb 05 22:40:11.337522 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:11.520313 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278468f5-0eca-42aa-b489-3bc60d5498ad req-5357c97f-4757-48cb-b376-e966c79f3e5e tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:11.521852 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-278468f5-0eca-42aa-b489-3bc60d5498ad req-5357c97f-4757-48cb-b376-e966c79f3e5e tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.0915833 Feb 05 22:40:11.578736 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-278468f5-0eca-42aa-b489-3bc60d5498ad req-c5bc6561-9790-4ec8-837b-e00a5d8795b3 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485840 Feb 05 22:40:11.602477 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f56f3f-4002-448e-bb74-1ed433d45185 req-48829061-94aa-4de5-ac5f-bab3146dfcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:11.603965 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a0f56f3f-4002-448e-bb74-1ed433d45185 req-48829061-94aa-4de5-ac5f-bab3146dfcd5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5474d9a6de104f7bad74b5d7de3eb2df&device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 1098 time: 0.0956302 Feb 05 22:40:11.790060 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:40:11.824278 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f56f3f-4002-448e-bb74-1ed433d45185 req-5a5356b5-d195-4718-a124-00fc87bc81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:11.825805 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a0f56f3f-4002-448e-bb74-1ed433d45185 req-5a5356b5-d195-4718-a124-00fc87bc81e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b4059c4-e980-42b2-9e93-74f1eb032fb9 HTTP/1.1" status: 200 len: 919 time: 0.2137341 Feb 05 22:40:11.856101 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1235fcf-88a7-4e19-ac05-995df919bd7f req-58f6698f-1784-4145-b764-f1042f1b3f88 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:11.857922 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f1235fcf-88a7-4e19-ac05-995df919bd7f req-58f6698f-1784-4145-b764-f1042f1b3f88 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 945 time: 0.0918815 Feb 05 22:40:11.902936 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a0f56f3f-4002-448e-bb74-1ed433d45185 req-2b9993d1-8468-4722-af7e-60f4df2d4756 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a183df7-65c7-46e9-9071-5ec23a46d735 HTTP/1.1" status: 200 len: 217 time: 0.0698645 Feb 05 22:40:11.922265 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:40:11.924241 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:11.978880 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b2d53046-3610-49a7-b705-36b9ed50c092 req-3ed93820-a596-4a74-960c-c4d8998a4e74 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2921681 Feb 05 22:40:11.980312 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f56f3f-4002-448e-bb74-1ed433d45185 req-821ee421-230b-49d1-b33d-6e0e867e2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:11.981601 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a0f56f3f-4002-448e-bb74-1ed433d45185 req-821ee421-230b-49d1-b33d-6e0e867e2f15 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2 HTTP/1.1" status: 200 len: 858 time: 0.0722744 Feb 05 22:40:11.997857 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f1235fcf-88a7-4e19-ac05-995df919bd7f req-fbc9df0d-ed2c-4f47-a514-2f89a5bda996 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295223 Feb 05 22:40:12.070589 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a0f56f3f-4002-448e-bb74-1ed433d45185 req-3a26c1fb-7c7c-4499-bd83-5b1706436a13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b4059c4-e980-42b2-9e93-74f1eb032fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752478 Feb 05 22:40:12.193748 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d53046-3610-49a7-b705-36b9ed50c092 req-dca6266a-8981-4bb0-9c43-d6fc39b3e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:12.193748 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b2d53046-3610-49a7-b705-36b9ed50c092 req-dca6266a-8981-4bb0-9c43-d6fc39b3e528 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5474d9a6de104f7bad74b5d7de3eb2df&device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 1099 time: 0.1631756 Feb 05 22:40:12.429417 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a0f56f3f-4002-448e-bb74-1ed433d45185 req-9259f6c0-05eb-4254-a438-34a446f60229 service neutron] 10.222.0.45 "GET /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527677 Feb 05 22:40:12.533227 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-607fe985-8c7a-4eff-b70f-1bef58dc8a97 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:12.534718 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-607fe985-8c7a-4eff-b70f-1bef58dc8a97 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/networks?id=0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 HTTP/1.1" status: 200 len: 815 time: 0.1513822 Feb 05 22:40:12.553851 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-cef42126-db60-4b05-9f49-dc2bf8cb15ba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/quotas/0b6e1d86d1bf4c8bab0f40fba9ad215a HTTP/1.1" status: 200 len: 375 time: 0.0122974 Feb 05 22:40:12.561866 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d53046-3610-49a7-b705-36b9ed50c092 req-0949db77-831e-4b2a-89a5-7753cbd302e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:12.563372 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b2d53046-3610-49a7-b705-36b9ed50c092 req-0949db77-831e-4b2a-89a5-7753cbd302e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b4059c4-e980-42b2-9e93-74f1eb032fb9 HTTP/1.1" status: 200 len: 919 time: 0.3387327 Feb 05 22:40:12.641229 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-d7699e7e-d5cd-41c9-954a-6d3c07f61538 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b6e1d86d1bf4c8bab0f40fba9ad215a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809736 Feb 05 22:40:12.642475 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b2d53046-3610-49a7-b705-36b9ed50c092 req-e781b701-2120-42d6-888c-178b31289476 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e20df8bb-9f51-4353-b2e6-f545951b03b7 HTTP/1.1" status: 200 len: 217 time: 0.0728645 Feb 05 22:40:13.104763 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a0f56f3f-4002-448e-bb74-1ed433d45185 req-17ee7b30-324c-4512-9f4e-425049ee101f service neutron] 10.222.0.45 "GET /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859921 Feb 05 22:40:13.106309 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 4593ec8f-196d-4b8a-bab5-a8a3f397732b up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:40:13.107892 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d53046-3610-49a7-b705-36b9ed50c092 req-dd29d34e-9f92-4d17-abb6-7342c6808877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:13.107892 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b2d53046-3610-49a7-b705-36b9ed50c092 req-dd29d34e-9f92-4d17-abb6-7342c6808877 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2 HTTP/1.1" status: 200 len: 858 time: 0.0858717 Feb 05 22:40:13.108177 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-04d69a8e-1854-4ec7-bafa-1578da22e240 service neutron] 10.222.0.24 "GET /v2.0/networks/0a5408c9-2cbf-4224-8bef-182ab9eb0fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434588 Feb 05 22:40:13.108487 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b2d53046-3610-49a7-b705-36b9ed50c092 req-81b16442-ac10-46c3-bf0d-d4cf19bf6540 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b4059c4-e980-42b2-9e93-74f1eb032fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590358 Feb 05 22:40:13.108635 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-3097fe8d-3b93-4ea5-8fb3-cd49128bcaff service neutron] 10.222.0.24 "GET /v2.0/networks/0a5408c9-2cbf-4224-8bef-182ab9eb0fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332207 Feb 05 22:40:13.108781 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b2d53046-3610-49a7-b705-36b9ed50c092 req-79f92436-cee1-4831-a2ef-00e8fb7f26fb service neutron] 10.222.0.45 "GET /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626589 Feb 05 22:40:13.118857 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b2d53046-3610-49a7-b705-36b9ed50c092 req-f56deca4-5999-4592-a14c-2ba259000ec8 service neutron] 10.222.0.45 "GET /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391137 Feb 05 22:40:14.005582 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning for port 4593ec8f-196d-4b8a-bab5-a8a3f397732b completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:40:14.016348 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port 4593ec8f-196d-4b8a-bab5-a8a3f397732b triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:40:14.016348 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:14.180851 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:14.223237 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7d559-e1a6-49a2-b5e0-7f7cc0b5f42f req-ee531c04-a1fe-4056-9361-ebe01b6fa1d8 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:14.227297 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 4593ec8f-196d-4b8a-bab5-a8a3f397732b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=4593ec8f-196d-4b8a-bab5-a8a3f397732b,segment=NetworkSegment(c52e265f-5954-4c7a-b1c5-eb286491c2f6),segment_id=c52e265f-5954-4c7a-b1c5-eb286491c2f6)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:14.228091 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9963da-8bf9-4a7c-97fd-a26e3aaa9733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4593ec8f-196d-4b8a-bab5-a8a3f397732b'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:40:14.232535 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-cde7d559-e1a6-49a2-b5e0-7f7cc0b5f42f req-ee531c04-a1fe-4056-9361-ebe01b6fa1d8 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1071696 Feb 05 22:40:14.289566 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-cde7d559-e1a6-49a2-b5e0-7f7cc0b5f42f req-baeeee78-e305-449c-a461-9ada0c10e91d tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492179 Feb 05 22:40:14.360196 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:14.361737 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 8fd4186f-6659-4e33-beed-94d23f18a11d no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:40:14.413893 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-dc5883fe-899b-42f7-b7dd-c918500bdb75 req-5112eef0-4649-4f9b-a7e3-63983e255c5f tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 210 time: 0.0760858 Feb 05 22:40:14.486291 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9963da-8bf9-4a7c-97fd-a26e3aaa9733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4593ec8f-196d-4b8a-bab5-a8a3f397732b', 'code': 200} Feb 05 22:40:14.533624 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=4593ec8f-196d-4b8a-bab5-a8a3f397732b,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:14.560225 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4eaafe-f1d2-4262-a466-30aac100f68a req-7a48307a-4cc5-423e-9fa8-9a7066b43848 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:14.567164 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8a4eaafe-f1d2-4262-a466-30aac100f68a req-7a48307a-4cc5-423e-9fa8-9a7066b43848 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 946 time: 0.2107275 Feb 05 22:40:14.588638 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 45256) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:14.642275 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8a4eaafe-f1d2-4262-a466-30aac100f68a req-8ca3ee0f-5bc9-4856-ae21-f7ef577bc40a tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573163 Feb 05 22:40:14.774254 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-0b8f757a-82fa-406d-a815-a742cc339565 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ab04f30509b40c8b4423fd2c2870805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840835 Feb 05 22:40:14.776701 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 45262) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:14.843089 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b5553f2b-08b0-4b10-9497-00f5465726ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:14.871015 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b5553f2b-08b0-4b10-9497-00f5465726ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:15.018014 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b5553f2b-08b0-4b10-9497-00f5465726ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:15.034517 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5553f2b-08b0-4b10-9497-00f5465726ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d90af87-539e-4f85-93e0-972724a47a1c,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:15.065356 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c87d07-f969-4906-af24-e34e4627944e req-4e8e86ad-160e-4795-ac18-6744001b3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:15.066913 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-77c87d07-f969-4906-af24-e34e4627944e req-4e8e86ad-160e-4795-ac18-6744001b3e78 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 1099 time: 0.0916636 Feb 05 22:40:15.155054 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-77c87d07-f969-4906-af24-e34e4627944e req-3938304b-d80e-412d-9747-3bca3fbfa946 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820074 Feb 05 22:40:15.178021 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b5553f2b-08b0-4b10-9497-00f5465726ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:15.179945 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-b5553f2b-08b0-4b10-9497-00f5465726ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d90af87-539e-4f85-93e0-972724a47a1c HTTP/1.1" status: 204 len: 168 time: 0.4020391 Feb 05 22:40:15.198493 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab3041-754a-476c-bea1-51a3269a3891 req-035d7906-9a40-47f6-8b50-c6babda79fc5 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:15.199938 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3dab3041-754a-476c-bea1-51a3269a3891 req-035d7906-9a40-47f6-8b50-c6babda79fc5 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.1036453 Feb 05 22:40:15.258214 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3dab3041-754a-476c-bea1-51a3269a3891 req-8ec858bf-89c7-4e88-94cb-4b742b37da38 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0482404 Feb 05 22:40:15.482915 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e88dd-a392-4988-a08b-6df9effebd80 req-a57ffab7-476c-461f-95a6-a8f87aaf27ae tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:15.484764 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-922e88dd-a392-4988-a08b-6df9effebd80 req-a57ffab7-476c-461f-95a6-a8f87aaf27ae tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.0883067 Feb 05 22:40:15.536733 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-922e88dd-a392-4988-a08b-6df9effebd80 req-dc078ebc-73c3-4d4e-8bab-339a9c2c14bb tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455658 Feb 05 22:40:15.583582 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3be22600-4d6b-409f-a1cf-8f163b751932 req-13410ebe-b677-445d-be99-37d24e811f00 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 210 time: 0.0523119 Feb 05 22:40:15.848938 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 45312) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:15.867878 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980b825-5d32-4bcc-b9e4-f953df14816b req-0687f74a-2389-41ea-ae15-e33df057b680 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:15.869649 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4980b825-5d32-4bcc-b9e4-f953df14816b req-0687f74a-2389-41ea-ae15-e33df057b680 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 946 time: 0.0912566 Feb 05 22:40:15.931223 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4980b825-5d32-4bcc-b9e4-f953df14816b req-b97297c0-58ab-497a-abaa-11a0222a04e1 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540960 Feb 05 22:40:16.035433 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2c4b47e0-54dc-4832-a3e7-844e1aefc789 req-dbe1543e-0fe6-4872-a622-ad697e00b61f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1779089 Feb 05 22:40:16.499419 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1a81b-c263-4070-84fb-ad28fcd0c811 req-b1845184-101b-46dd-a816-fe765312217e tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:16.504961 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-17c1a81b-c263-4070-84fb-ad28fcd0c811 req-b1845184-101b-46dd-a816-fe765312217e tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.0932174 Feb 05 22:40:16.555776 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 45344) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:16.561825 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-17c1a81b-c263-4070-84fb-ad28fcd0c811 req-c18b72bf-1656-476d-97dc-2bc0ad98efc0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0508165 Feb 05 22:40:16.684757 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-123449641-network', 'tenant_id': 'a9480a8c004e480792a22fc19a4fc607'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:16.690730 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:16.696006 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] Usage tracker for resource:network and tenant:a9480a8c004e480792a22fc19a4fc607 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:16.699081 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:16.707172 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:16.758473 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5de0ca01-ddd1-478d-8633-e83869f3268b req-5471dd4f-f2d8-4ee5-9dfc-473ee5a6876c tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 210 time: 0.0528731 Feb 05 22:40:16.856672 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] Made reservation on behalf of a9480a8c004e480792a22fc19a4fc607 for: {'network': 1} {{(pid=87482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:40:16.859016 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for network, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:16.873562 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:16.894191 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:16.898229 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] Usage tracker for resource:security_group_rule and tenant:a9480a8c004e480792a22fc19a4fc607 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:16.901532 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:16.906960 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:16.995605 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:17.068623 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:17.099489 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=87482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 22:40:17.113656 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106fe336-82ad-4a42-9699-6ce74198fc9f,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:17.130466 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:17.130894 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.db.segments_db [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] Added segment 10b6474d-796f-4dea-bdee-971c22575810 of type vlan for network 3bc90e92-1c6d-4ad5-938e-10d0685ae14c Feb 05 22:40:17.135048 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a79be2-bc85-4382-a4bf-f35519c23fdc req-3a2fb4b4-a122-4a09-8978-132916dbc3da tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:17.146946 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-16a79be2-bc85-4382-a4bf-f35519c23fdc req-3a2fb4b4-a122-4a09-8978-132916dbc3da tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 946 time: 0.1147385 Feb 05 22:40:17.172595 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748711372171'] for network, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:17.187174 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-16a79be2-bc85-4382-a4bf-f35519c23fdc req-7561f1af-fa0a-406b-9bc6-ccb70beaf9c0 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390663 Feb 05 22:40:17.334423 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for network, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:17.335867 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:17.336451 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:17.463639 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] Pushing event updated for resources: {'Network': ['ID=3bc90e92-1c6d-4ad5-938e-10d0685ae14c,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:17.479707 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Network 3bc90e92-1c6d-4ad5-938e-10d0685ae14c details requested by agent ovs-agent-dv-cinder-818886-2-iscsi with host dv-cinder-818886-2-iscsi {{(pid=87484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 05 22:40:17.503032 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927dce4-2516-4bc8-8ab1-7ad7c2d710fb req-20214cc6-7748-47d3-bd5d-e3ee47e08ab6 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:17.504586 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d927dce4-2516-4bc8-8ab1-7ad7c2d710fb req-20214cc6-7748-47d3-bd5d-e3ee47e08ab6 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 946 time: 0.2088609 Feb 05 22:40:17.557959 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d927dce4-2516-4bc8-8ab1-7ad7c2d710fb req-42207338-150b-4f67-a17c-aae279b7af2f tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448387 Feb 05 22:40:17.592518 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-00429409-5f4e-436b-97f9-3e025573036d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0353708 Feb 05 22:40:17.593280 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 45360) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:17.599440 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-04e81591-7260-4847-9094-faa9c341dc45 admin admin] Request body: {'subnet': {'network_id': '3bc90e92-1c6d-4ad5-938e-10d0685ae14c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-123449641-subnet', 'tenant_id': 'a9480a8c004e480792a22fc19a4fc607', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:17.604457 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-04e81591-7260-4847-9094-faa9c341dc45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:17.609971 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-04e81591-7260-4847-9094-faa9c341dc45 admin admin] Usage tracker for resource:subnet and tenant:a9480a8c004e480792a22fc19a4fc607 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:17.615431 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-04e81591-7260-4847-9094-faa9c341dc45 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:17.625605 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-04e81591-7260-4847-9094-faa9c341dc45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:17.627466 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-929c6598-fa5c-418c-9681-7b22daf0897e tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:17.628985 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-929c6598-fa5c-418c-9681-7b22daf0897e tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.45 "GET /v2.0/networks?id=0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 HTTP/1.1" status: 200 len: 815 time: 0.2095025 Feb 05 22:40:17.641094 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-b223ba11-3032-4044-9e93-55bf361796ff tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Request body: {'port': {'device_id': '77a3fea0-6c98-4c52-8949-47ff8aa52032', 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3', 'admin_state_up': True, 'tenant_id': '0b6e1d86d1bf4c8bab0f40fba9ad215a'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:17.714119 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e81591-7260-4847-9094-faa9c341dc45 admin admin] Made reservation on behalf of a9480a8c004e480792a22fc19a4fc607 for: {'subnet': 1} {{(pid=87482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:40:17.716578 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-04e81591-7260-4847-9094-faa9c341dc45 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:17.983231 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-b223ba11-3032-4044-9e93-55bf361796ff tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:17.994892 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-b223ba11-3032-4044-9e93-55bf361796ff tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:18.003617 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd65f3-dcba-419e-bc2b-d0cadbb4c013 req-710a4663-de97-4778-9efc-412452645bd9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:18.005085 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a6bd65f3-dcba-419e-bc2b-d0cadbb4c013 req-710a4663-de97-4778-9efc-412452645bd9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.1812980 Feb 05 22:40:18.052224 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-26e59e45-6821-48f3-bde6-579a71429829 req-c96fde17-8c99-45d9-a89f-0ff8c3515b5e tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 210 time: 0.0489144 Feb 05 22:40:18.098458 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-b223ba11-3032-4044-9e93-55bf361796ff tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Made reservation on behalf of 0b6e1d86d1bf4c8bab0f40fba9ad215a for: {'port': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:40:18.101473 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-b223ba11-3032-4044-9e93-55bf361796ff tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:18.145045 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a6bd65f3-dcba-419e-bc2b-d0cadbb4c013 req-25e44cd0-ede8-45aa-ac1e-40b11bc2cfda tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1325114 Feb 05 22:40:18.272948 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-04e81591-7260-4847-9094-faa9c341dc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for subnet, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:18.340473 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069832d-d251-46c0-9f08-08b6755c2555 req-b4d4a00c-7208-44bc-9311-6e193903bed7 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:18.342007 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e069832d-d251-46c0-9f08-08b6755c2555 req-b4d4a00c-7208-44bc-9311-6e193903bed7 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 946 time: 0.1792572 Feb 05 22:40:18.350378 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e81591-7260-4847-9094-faa9c341dc45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6e265d6-858b-40d6-bc86-d6d3ef03b650,revision_number=0']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:18.350544 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-b223ba11-3032-4044-9e93-55bf361796ff tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Allocated IP 172.20.0.3 (0a5408c9-2cbf-4224-8bef-182ab9eb0fc3/5ace9158-f5af-4a68-9803-36921a491318/a01fe848-0008-47a2-8437-86a510818a09) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:40:18.354539 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e81591-7260-4847-9094-faa9c341dc45 admin admin] Checking segment: {'id': '10b6474d-796f-4dea-bdee-971c22575810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3bc90e92-1c6d-4ad5-938e-10d0685ae14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:40:18.354897 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e81591-7260-4847-9094-faa9c341dc45 admin admin] Network hostable DHCP agents. Network: 3bc90e92-1c6d-4ad5-938e-10d0685ae14c, hostable agents: ['4c125c21-34cc-48d5-813a-c17111208447'], hosted agents: [] {{(pid=87482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 22:40:18.408103 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e069832d-d251-46c0-9f08-08b6755c2555 req-1e0692d4-db7e-42ce-9800-18a5666f68e3 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568368 Feb 05 22:40:18.472740 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e81591-7260-4847-9094-faa9c341dc45 admin admin] Network 3bc90e92-1c6d-4ad5-938e-10d0685ae14c is scheduled to be hosted by DHCP agent 4c125c21-34cc-48d5-813a-c17111208447 with binding_index 1 {{(pid=87482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 22:40:18.565492 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-04e81591-7260-4847-9094-faa9c341dc45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-2-iscsi, 3bc90e92-1c6d-4ad5-938e-10d0685ae14c) {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:40:18.574738 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a8cbc0-b9e7-47e3-b842-8fd7bf57c157 None None] Network 3bc90e92-1c6d-4ad5-938e-10d0685ae14c requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:40:18.580296 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e81591-7260-4847-9094-faa9c341dc45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:18.581938 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-04e81591-7260-4847-9094-faa9c341dc45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:18.645941 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-b223ba11-3032-4044-9e93-55bf361796ff tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:18.689371 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-04e81591-7260-4847-9094-faa9c341dc45 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0859098 Feb 05 22:40:18.794832 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-b223ba11-3032-4044-9e93-55bf361796ff tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:18.846842 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['c2c729a4-afd8-47d0-809f-382ca5ce9aad', 'bcdf103f-eac2-4560-bc06-19dcde5b19eb'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:40:18.878267 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-b223ba11-3032-4044-9e93-55bf361796ff tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Network 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:40:18.882358 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-b223ba11-3032-4044-9e93-55bf361796ff tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:40:18.882498 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cf6111-ab59-4e59-8796-4cc76fc63977 None None] Network 3bc90e92-1c6d-4ad5-938e-10d0685ae14c requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:40:18.887402 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-b223ba11-3032-4044-9e93-55bf361796ff tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:40:18.927714 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223ba11-3032-4044-9e93-55bf361796ff tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Pushing event updated for resources: {'Port': ['ID=a01fe848-0008-47a2-8437-86a510818a09,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:18.965577 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-b223ba11-3032-4044-9e93-55bf361796ff tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:18.966197 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-b223ba11-3032-4044-9e93-55bf361796ff tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:19.069179 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-b223ba11-3032-4044-9e93-55bf361796ff tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4319959 Feb 05 22:40:19.080555 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] Request body: {'port': {'device_id': '77a3fea0-6c98-4c52-8949-47ff8aa52032', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:19.155516 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-16c33b47-99bc-449a-b79b-13444295585e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:19.275733 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:19.384445 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481f3a8-c931-431e-84f6-e32688166241 req-6dd3542a-39be-423a-afbc-08a935339bee tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:19.385141 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-d481f3a8-c931-431e-84f6-e32688166241 req-6dd3542a-39be-423a-afbc-08a935339bee tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Synchronizing usage tracker for tenant:0b6e1d86d1bf4c8bab0f40fba9ad215a on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:40:19.543873 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8a1e5-6342-4e70-b753-5e98b5494446 req-152e5f9e-6abd-4296-a5c4-474823bc7dbc tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:19.545397 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-85b8a1e5-6342-4e70-b753-5e98b5494446 req-152e5f9e-6abd-4296-a5c4-474823bc7dbc tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.1912122 Feb 05 22:40:19.566808 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-d481f3a8-c931-431e-84f6-e32688166241 req-6dd3542a-39be-423a-afbc-08a935339bee tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Unset dirty status for tenant:0b6e1d86d1bf4c8bab0f40fba9ad215a on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:40:19.573850 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d481f3a8-c931-431e-84f6-e32688166241 req-6dd3542a-39be-423a-afbc-08a935339bee tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 931 time: 0.4036810 Feb 05 22:40:19.626399 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-85b8a1e5-6342-4e70-b753-5e98b5494446 req-9e1ff5fd-5593-46d4-8351-dde9f2f17f1f tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0621321 Feb 05 22:40:19.649747 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d481f3a8-c931-431e-84f6-e32688166241 req-77c8cea1-00d6-403a-a32c-200a1348f7af tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749032 Feb 05 22:40:19.768398 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a01fe848-0008-47a2-8437-86a510818a09 {{(pid=87483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:40:19.775692 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:19.789525 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] Transition to ACTIVE for port object a01fe848-0008-47a2-8437-86a510818a09 will not be triggered until provisioned by entity L2. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:40:19.879800 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:20.060348 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] Pushing event updated for resources: {'Port': ['ID=a01fe848-0008-47a2-8437-86a510818a09,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:20.122130 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b47e0-54dc-4832-a3e7-844e1aefc789 req-c1f73a9f-d423-4496-af6e-3a9ff49e88cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:20.123619 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2c4b47e0-54dc-4832-a3e7-844e1aefc789 req-c1f73a9f-d423-4496-af6e-3a9ff49e88cc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33&tenant_id=2f1c74641009450eb3df1aeaf162ccde HTTP/1.1" status: 200 len: 1096 time: 0.1310334 Feb 05 22:40:20.215982 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b47e0-54dc-4832-a3e7-844e1aefc789 req-513da2a2-3826-4744-ae09-af183f9134e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:20.217463 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2c4b47e0-54dc-4832-a3e7-844e1aefc789 req-513da2a2-3826-4744-ae09-af183f9134e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1c74641009450eb3df1aeaf162ccde&device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 1096 time: 0.0722857 Feb 05 22:40:20.441239 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b47e0-54dc-4832-a3e7-844e1aefc789 req-14d372f5-9980-4893-af7a-b30a48b77eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:20.442697 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2c4b47e0-54dc-4832-a3e7-844e1aefc789 req-14d372f5-9980-4893-af7a-b30a48b77eae service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b0f3db0-4106-46bc-9540-b9ba783310fc HTTP/1.1" status: 200 len: 917 time: 0.2189424 Feb 05 22:40:20.608088 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2c4b47e0-54dc-4832-a3e7-844e1aefc789 req-c0da0e41-233f-4ce8-8eb4-291f9d82e411 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fd4186f-6659-4e33-beed-94d23f18a11d HTTP/1.1" status: 200 len: 999 time: 0.1591654 Feb 05 22:40:20.699040 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] Attempting to bind port a01fe848-0008-47a2-8437-86a510818a09 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:40:20.699562 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] Attempting to bind port a01fe848-0008-47a2-8437-86a510818a09 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'd7839250-9108-4941-8dc7-891d1d40cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3'}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:40:20.700151 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] Attempting to bind port a01fe848-0008-47a2-8437-86a510818a09 on network 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:40:20.709470 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] Port a01fe848-0008-47a2-8437-86a510818a09 on network 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 05 22:40:20.710236 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] Attempting to bind port a01fe848-0008-47a2-8437-86a510818a09 on network 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:40:20.731898 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] Checking agent: {'id': 'bad58867-603f-489e-b0dd-362048cf3d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'started_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:40:20.731898 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] Checking segment: {'id': 'd7839250-9108-4941-8dc7-891d1d40cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:40:20.731898 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] Bound using segment: {'id': 'd7839250-9108-4941-8dc7-891d1d40cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3'} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:40:20.731898 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] Bound port: a01fe848-0008-47a2-8437-86a510818a09, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7839250-9108-4941-8dc7-891d1d40cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3'}}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:40:20.731898 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:20.752999 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b47e0-54dc-4832-a3e7-844e1aefc789 req-b5b22b33-9308-4a92-9bf4-8e4977af5a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:20.754798 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2c4b47e0-54dc-4832-a3e7-844e1aefc789 req-b5b22b33-9308-4a92-9bf4-8e4977af5a73 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef675453-a182-4ce7-8469-2fb25b5d7aea HTTP/1.1" status: 200 len: 855 time: 0.1329386 Feb 05 22:40:20.862646 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31ca8e-416d-4567-a1c6-64d8e147b838 req-56fe4668-f662-46cb-b606-1d71cf8e3ae3 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:20.865049 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9f31ca8e-416d-4567-a1c6-64d8e147b838 req-56fe4668-f662-46cb-b606-1d71cf8e3ae3 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.0980325 Feb 05 22:40:20.932977 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9f31ca8e-416d-4567-a1c6-64d8e147b838 req-cbaff1ff-f092-43f7-9aa9-78da94eda252 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0596361 Feb 05 22:40:20.970915 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] For port a01fe848-0008-47a2-8437-86a510818a09, host hv-cinder-81888, cleared binding levels {{(pid=87483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:40:20.999023 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] For port a01fe848-0008-47a2-8437-86a510818a09, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a01fe848-0008-47a2-8437-86a510818a09,segment=NetworkSegment(d7839250-9108-4941-8dc7-891d1d40cafa),segment_id=d7839250-9108-4941-8dc7-891d1d40cafa)] {{(pid=87483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:40:21.009535 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b47e0-54dc-4832-a3e7-844e1aefc789 req-f658113e-63a1-42bb-ba14-1ad028693962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:21.011006 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2c4b47e0-54dc-4832-a3e7-844e1aefc789 req-f658113e-63a1-42bb-ba14-1ad028693962 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b0f3db0-4106-46bc-9540-b9ba783310fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2477751 Feb 05 22:40:21.050558 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba144f-ac38-40f9-a2c1-baa89b0dc17f req-4391e12d-708e-4c18-a46e-94b0ef0648e5 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:21.052071 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6dba144f-ac38-40f9-a2c1-baa89b0dc17f req-4391e12d-708e-4c18-a46e-94b0ef0648e5 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 943 time: 0.1708641 Feb 05 22:40:21.102526 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:21.213141 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:21.213775 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:21.215131 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] 10.222.0.45 "PUT /v2.0/ports/a01fe848-0008-47a2-8437-86a510818a09 HTTP/1.1" status: 200 len: 1093 time: 2.1393578 Feb 05 22:40:21.219303 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a3fea0-6c98-4c52-8949-47ff8aa52032', 'tag': 'a01fe848-0008-47a2-8437-86a510818a09'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:40:21.235655 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6dba144f-ac38-40f9-a2c1-baa89b0dc17f req-e960e973-de8d-466d-b0e3-1d33d520425b tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389995 Feb 05 22:40:21.259564 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980ab05-07bf-474c-90a8-40351ce0e5ca service neutron] Pushing event updated for resources: {'Port': ['ID=a01fe848-0008-47a2-8437-86a510818a09,revision_number=3']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:21.277413 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2c4b47e0-54dc-4832-a3e7-844e1aefc789 req-71823f81-3ede-4ead-b3b8-57bfaf047779 service neutron] 10.222.0.45 "GET /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567871 Feb 05 22:40:21.307571 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a3fea0-6c98-4c52-8949-47ff8aa52032', 'tag': 'a01fe848-0008-47a2-8437-86a510818a09', 'status': 'completed', 'code': 200} Feb 05 22:40:21.308386 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-2215b16f-1c1d-438c-ad10-8f7b0945493b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:21.471986 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2c4b47e0-54dc-4832-a3e7-844e1aefc789 req-525e9e59-8053-4e75-94f1-20c4d476ed74 service neutron] 10.222.0.45 "GET /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856158 Feb 05 22:40:21.477039 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ab7d4-dc05-4b9c-80e4-d4fbf6da6824 req-f739fcd3-a84d-49af-a723-80d21eb12b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:21.478520 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c86ab7d4-dc05-4b9c-80e4-d4fbf6da6824 req-f739fcd3-a84d-49af-a723-80d21eb12b27 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b6e1d86d1bf4c8bab0f40fba9ad215a&device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 1096 time: 0.1242096 Feb 05 22:40:21.626776 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ab7d4-dc05-4b9c-80e4-d4fbf6da6824 req-f7d0f871-ba22-4082-9dc6-ff5957757c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:21.628226 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c86ab7d4-dc05-4b9c-80e4-d4fbf6da6824 req-f7d0f871-ba22-4082-9dc6-ff5957757c48 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0b6e1d86d1bf4c8bab0f40fba9ad215a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1369126 Feb 05 22:40:21.885774 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ab7d4-dc05-4b9c-80e4-d4fbf6da6824 req-7c5a3512-bc77-48ce-975f-4d3ba20ef999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:21.887937 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c86ab7d4-dc05-4b9c-80e4-d4fbf6da6824 req-7c5a3512-bc77-48ce-975f-4d3ba20ef999 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2422335 Feb 05 22:40:21.937936 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7c0af-550e-4a27-b641-011bff429f81 req-44eaf6bc-ef69-4fcb-912e-5a3ba4b351ae tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:21.940666 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-61c7c0af-550e-4a27-b641-011bff429f81 req-44eaf6bc-ef69-4fcb-912e-5a3ba4b351ae tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/networks?id=3bc90e92-1c6d-4ad5-938e-10d0685ae14c HTTP/1.1" status: 200 len: 813 time: 0.2040322 Feb 05 22:40:22.029796 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-61c7c0af-550e-4a27-b641-011bff429f81 req-24bafd21-53e2-4336-a810-e3f866346567 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/quotas/a9480a8c004e480792a22fc19a4fc607 HTTP/1.1" status: 200 len: 375 time: 0.0428531 Feb 05 22:40:22.226634 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-61c7c0af-550e-4a27-b641-011bff429f81 req-e23aedcc-bd5a-4fba-814d-929ceeb00c53 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a9480a8c004e480792a22fc19a4fc607&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1958425 Feb 05 22:40:22.287845 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b795847-4d19-48d3-8007-ba1ffda0d2d3 req-6fd710fa-a9bf-4dfc-a68d-71f3ec4eeb30 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:22.291441 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:22.295313 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-1b795847-4d19-48d3-8007-ba1ffda0d2d3 req-6fd710fa-a9bf-4dfc-a68d-71f3ec4eeb30 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.1391513 Feb 05 22:40:22.323843 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-85891b26-c387-4956-b8d5-7051adab97da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:22.323843 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-85891b26-c387-4956-b8d5-7051adab97da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b6e1d86d1bf4c8bab0f40fba9ad215a&device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 1096 time: 0.3811333 Feb 05 22:40:22.349686 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-1b795847-4d19-48d3-8007-ba1ffda0d2d3 req-fff0d73e-a88d-46dc-aba8-1065cfb1dec2 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0531762 Feb 05 22:40:22.411116 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-5617942c-e0a1-4fde-bc64-7d30802204a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a01fe848-0008-47a2-8437-86a510818a09 HTTP/1.1" status: 200 len: 217 time: 0.0759273 Feb 05 22:40:22.503190 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-67dc505c-c6f1-48db-94f7-b56741c9f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:22.504631 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-67dc505c-c6f1-48db-94f7-b56741c9f868 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ace9158-f5af-4a68-9803-36921a491318 HTTP/1.1" status: 200 len: 855 time: 0.0874667 Feb 05 22:40:22.506736 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-61c7c0af-550e-4a27-b641-011bff429f81 req-90cfe240-3e30-48b6-8d5b-8cf8da5f20d7 service neutron] 10.222.0.24 "GET /v2.0/networks/3bc90e92-1c6d-4ad5-938e-10d0685ae14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708447 Feb 05 22:40:22.606053 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:22.625185 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-f00ee2a3-5e60-47a7-8c58-5697188dcb55 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a5408c9-2cbf-4224-8bef-182ab9eb0fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119637 Feb 05 22:40:22.720153 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7959e8db-e3cd-484b-bf24-3f14d27bf323 service neutron] 10.222.0.24 "GET /v2.0/networks/3bc90e92-1c6d-4ad5-938e-10d0685ae14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753819 Feb 05 22:40:23.165995 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b3391-dd0f-490e-a48f-e3e8cd63b543 req-5caca4fa-4085-426e-994d-c26bd3caac31 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:23.181793 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-be6b3391-dd0f-490e-a48f-e3e8cd63b543 req-5caca4fa-4085-426e-994d-c26bd3caac31 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 943 time: 0.1789358 Feb 05 22:40:23.260762 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af47e68-6772-42f9-afc3-b5773d96959a req-b5647c19-05be-49a1-b32b-e59fb52734a2 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:23.294594 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3af47e68-6772-42f9-afc3-b5773d96959a req-b5647c19-05be-49a1-b32b-e59fb52734a2 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.2431977 Feb 05 22:40:23.300519 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-be6b3391-dd0f-490e-a48f-e3e8cd63b543 req-b5a1f475-5b57-4b54-ae98-88a1a5941bd6 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179903 Feb 05 22:40:23.368844 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3af47e68-6772-42f9-afc3-b5773d96959a req-95b3e0df-147d-46ae-8037-215fd11da603 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619760 Feb 05 22:40:23.418878 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-cee11715-eef5-42dc-b738-157b680b6726 req-3da1490d-f09a-4c49-8c6c-49c233b05fc6 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 210 time: 0.0668797 Feb 05 22:40:23.596034 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7059bb7-7f79-44a5-83bd-840ba02fe656 req-7a64076f-bcc0-4768-8822-e01663ded050 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:23.598299 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b7059bb7-7f79-44a5-83bd-840ba02fe656 req-7a64076f-bcc0-4768-8822-e01663ded050 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.0955789 Feb 05 22:40:23.672954 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b7059bb7-7f79-44a5-83bd-840ba02fe656 req-9e5ccb9c-9553-4ee9-8f5b-a9be2c05e405 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0678670 Feb 05 22:40:23.748604 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:24.533327 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7aab1-cda5-438e-9e59-c0f7239d2b1b req-e373ab47-63df-4535-a982-9996c8326498 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:24.534880 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-fce7aab1-cda5-438e-9e59-c0f7239d2b1b req-e373ab47-63df-4535-a982-9996c8326498 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 943 time: 0.1112695 Feb 05 22:40:24.601666 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-fce7aab1-cda5-438e-9e59-c0f7239d2b1b req-7267f24c-3fb5-4911-9128-f39b1d30935c tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567412 Feb 05 22:40:24.629447 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705c78b-c9d3-49e4-8329-8b5df9592e02 req-93507fa8-9a38-4532-bee9-4ecf8a0f77ad tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:24.638081 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5705c78b-c9d3-49e4-8329-8b5df9592e02 req-93507fa8-9a38-4532-bee9-4ecf8a0f77ad tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.1125412 Feb 05 22:40:24.684280 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5705c78b-c9d3-49e4-8329-8b5df9592e02 req-bc911632-9f9e-4538-bf40-51487cf1afb3 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452106 Feb 05 22:40:24.705463 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-105e47db-70ed-4bc0-9517-d286ec282073 req-aa2448a1-7699-4576-8cc5-470b70dae334 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 210 time: 0.0543673 Feb 05 22:40:24.896326 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80352c7d-0513-4b8a-9a79-932af5cc2e08 req-c153238a-aae4-4129-b9ee-56607df42f44 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:24.897800 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-80352c7d-0513-4b8a-9a79-932af5cc2e08 req-c153238a-aae4-4129-b9ee-56607df42f44 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.0885479 Feb 05 22:40:24.951867 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-80352c7d-0513-4b8a-9a79-932af5cc2e08 req-556ad77f-c518-4a22-83fa-cdf0f8cadeef tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0467513 Feb 05 22:40:25.792840 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ae0db-6279-4b92-81ea-110c6de5ca35 req-77acd2a9-4d62-4b8b-af11-98b811af2398 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:25.794413 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b27ae0db-6279-4b92-81ea-110c6de5ca35 req-77acd2a9-4d62-4b8b-af11-98b811af2398 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 943 time: 0.0932255 Feb 05 22:40:25.847934 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b27ae0db-6279-4b92-81ea-110c6de5ca35 req-11bbf2cc-a56e-40dd-8d4e-01d081ed7368 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465257 Feb 05 22:40:25.977919 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667adee-7051-4f96-93d5-2013b0e3c4ec req-f1aa6221-9deb-4bef-9528-ff2a6af80ea2 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:25.979499 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6667adee-7051-4f96-93d5-2013b0e3c4ec req-f1aa6221-9deb-4bef-9528-ff2a6af80ea2 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.1638846 Feb 05 22:40:26.033231 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6667adee-7051-4f96-93d5-2013b0e3c4ec req-cb3f9e5c-b72f-46fc-a33e-66156d3b6a0d tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454721 Feb 05 22:40:26.045018 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f1fc9f60-c03b-45da-ac45-2b482fca120c req-9da04a18-8354-4922-908e-92ea0d8f1d31 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 210 time: 0.0479729 Feb 05 22:40:26.238714 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525659c6-43ad-4273-b3e3-f3e0a7017884 req-c8a1d152-c1b4-437d-a4cf-afbf5fc70aa2 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:26.240351 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-525659c6-43ad-4273-b3e3-f3e0a7017884 req-c8a1d152-c1b4-437d-a4cf-afbf5fc70aa2 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.0896380 Feb 05 22:40:26.300777 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-525659c6-43ad-4273-b3e3-f3e0a7017884 req-5db779f4-7a61-410b-97fd-71caf6db82fb tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0466135 Feb 05 22:40:27.058870 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455dc8d-c549-4c9b-b597-0b337ed05472 req-ae3f4017-1cfd-4f83-8197-f191bad423ae tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:27.060349 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c455dc8d-c549-4c9b-b597-0b337ed05472 req-ae3f4017-1cfd-4f83-8197-f191bad423ae tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 943 time: 0.0837171 Feb 05 22:40:27.112769 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c455dc8d-c549-4c9b-b597-0b337ed05472 req-b40aafb6-07ab-4e54-9b23-92869b3779b3 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451238 Feb 05 22:40:27.266421 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733e0c2-5adc-48ba-be9a-8b6ef03d9112 req-1402470b-bd1f-45ef-b0ab-40eb45655694 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:27.273676 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6733e0c2-5adc-48ba-be9a-8b6ef03d9112 req-1402470b-bd1f-45ef-b0ab-40eb45655694 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.1089301 Feb 05 22:40:27.289054 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f8d67bab-10c4-4ac4-af47-990a0e94c39f req-53e699f0-71bc-488a-ac66-e44fdf188b0d tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 210 time: 0.0460043 Feb 05 22:40:27.331085 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6733e0c2-5adc-48ba-be9a-8b6ef03d9112 req-75183f4d-632d-4d22-a458-76f6d3b06e6e tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559464 Feb 05 22:40:27.517381 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f570b-a36b-4bb9-86a2-1ac729b13c1b req-6c1a0085-d2ba-4db9-a50e-1c2d997816f4 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:27.520139 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-018f570b-a36b-4bb9-86a2-1ac729b13c1b req-6c1a0085-d2ba-4db9-a50e-1c2d997816f4 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.0997806 Feb 05 22:40:27.573215 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-018f570b-a36b-4bb9-86a2-1ac729b13c1b req-4c305bd4-2002-44b3-b518-c1de0039d3ed tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0469544 Feb 05 22:40:28.330136 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8971b-0d32-4937-8a1f-789e85da7a91 req-92d39b11-50c3-4338-81d8-f39326cd7c0c tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:28.332341 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b2b8971b-0d32-4937-8a1f-789e85da7a91 req-92d39b11-50c3-4338-81d8-f39326cd7c0c tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 943 time: 0.1077340 Feb 05 22:40:28.404655 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b2b8971b-0d32-4937-8a1f-789e85da7a91 req-be6c9779-a2b7-4503-b4b2-58916dd2b8bc tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580637 Feb 05 22:40:28.483969 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b69fb255-b6c0-4abc-9e5f-bb07d0ed7e48 req-8fc408b9-56a9-4466-890d-e5a83acdd8f8 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 210 time: 0.0617824 Feb 05 22:40:28.638030 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd510f-d106-4724-917b-34649d23f9a4 req-98f5eb29-41b8-4b43-9dfe-71bea08e8b48 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:28.639732 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e5bd510f-d106-4724-917b-34649d23f9a4 req-98f5eb29-41b8-4b43-9dfe-71bea08e8b48 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0995123 Feb 05 22:40:28.703104 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e5bd510f-d106-4724-917b-34649d23f9a4 req-7d958fc0-2406-44dc-a2d8-1aa6b933a09b tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434067 Feb 05 22:40:28.867518 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d6584-1562-4d58-a5d1-138feeea8b4a req-345660de-fb2f-4fb0-a92c-f6bb6e87240d tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:28.869608 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-462d6584-1562-4d58-a5d1-138feeea8b4a req-345660de-fb2f-4fb0-a92c-f6bb6e87240d tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.1250753 Feb 05 22:40:28.979285 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-462d6584-1562-4d58-a5d1-138feeea8b4a req-118e4db5-64c2-46d8-82d7-5c78437fe54c tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1014874 Feb 05 22:40:29.638237 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4710b-ad37-4e16-ac54-e9ec174d4130 req-3ce045b6-720b-4015-b831-1fb316064a81 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:29.639846 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-68b4710b-ad37-4e16-ac54-e9ec174d4130 req-3ce045b6-720b-4015-b831-1fb316064a81 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 943 time: 0.1125183 Feb 05 22:40:29.658483 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0a6b5b7c-571a-4176-99b9-26a50a78bb69 req-4573bbf3-1d08-4fab-9c11-a78bf0f40ce9 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 210 time: 0.0542402 Feb 05 22:40:29.691447 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-68b4710b-ad37-4e16-ac54-e9ec174d4130 req-73a227c9-b111-408e-b5c7-3f9fe9ea2930 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424607 Feb 05 22:40:29.980789 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934cf74b-7276-47e7-8eae-52a4f6ecc934 req-4abe3779-6c8e-40cb-be5a-f80fda48f084 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:29.982351 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-934cf74b-7276-47e7-8eae-52a4f6ecc934 req-4abe3779-6c8e-40cb-be5a-f80fda48f084 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.1579294 Feb 05 22:40:30.052662 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-934cf74b-7276-47e7-8eae-52a4f6ecc934 req-00015368-8198-4636-b8b0-7a1c27d9c659 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622025 Feb 05 22:40:30.210351 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a9227-9ded-4c81-b6c3-d04f2cd14a3d req-388c658e-e718-4c85-9489-1859c636ed8f tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:30.212143 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-469a9227-9ded-4c81-b6c3-d04f2cd14a3d req-388c658e-e718-4c85-9489-1859c636ed8f tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.1017220 Feb 05 22:40:30.240957 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d0fabe41-d234-42c1-a040-2b4e2b9b1ccd tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Synchronizing usage tracker for tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 on resource:security_group {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:40:30.259723 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-469a9227-9ded-4c81-b6c3-d04f2cd14a3d req-fe68fe02-d809-45ad-bb08-5420bc77d4e0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418301 Feb 05 22:40:30.331128 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d0fabe41-d234-42c1-a040-2b4e2b9b1ccd tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Unset dirty status for tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 on resource:security_group {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:40:30.332362 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d0fabe41-d234-42c1-a040-2b4e2b9b1ccd tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-614543567&fields=id&tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793 HTTP/1.1" status: 200 len: 267 time: 0.1335728 Feb 05 22:40:30.492294 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-9d4c1af1-c44c-4134-9699-13c68207be3c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:30.492963 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-9d4c1af1-c44c-4134-9699-13c68207be3c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Synchronizing usage tracker for tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 on resource:network {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:40:30.599485 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-9d4c1af1-c44c-4134-9699-13c68207be3c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Unset dirty status for tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 on resource:network {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:40:30.607728 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-9d4c1af1-c44c-4134-9699-13c68207be3c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/networks?id=ebea9618-4630-4a58-9d58-eedf0e21d8a9 HTTP/1.1" status: 200 len: 812 time: 0.2685163 Feb 05 22:40:30.628342 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-e25d9a49-d169-47d9-8fa1-e8bd4bd88979 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/quotas/c11ef7c1d2e84d30b7e289e2ed5ba793 HTTP/1.1" status: 200 len: 375 time: 0.0196707 Feb 05 22:40:30.732043 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-1ffc1a17-30bd-4d55-a08e-c8e560a8bec7 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978019 Feb 05 22:40:30.831990 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-38359e52-37c8-444f-88e3-f3201cb9777b req-974eb277-bde4-4139-85e4-75fa50c126be tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 210 time: 0.0515115 Feb 05 22:40:30.946997 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-e13d8fd7-355e-4703-93b1-dee76b6cf762 service neutron] 10.222.0.24 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029145 Feb 05 22:40:31.068385 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f150cc4-33fa-4cbe-a836-ebd753e6dd80 req-c007d793-567a-4c2a-b0b3-bde4a1aec862 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:31.077187 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7f150cc4-33fa-4cbe-a836-ebd753e6dd80 req-c007d793-567a-4c2a-b0b3-bde4a1aec862 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 943 time: 0.1292763 Feb 05 22:40:31.121189 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7f150cc4-33fa-4cbe-a836-ebd753e6dd80 req-15b95330-072c-435a-a147-0e8d71a10829 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415018 Feb 05 22:40:31.121949 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-aa83ded6-4fbc-4bfa-8443-07442f50d23b service neutron] 10.222.0.24 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690462 Feb 05 22:40:31.386906 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537cb27-2e08-4c45-bf1f-5b374fb5ec75 req-66db0c2d-eb62-4f32-8afb-befde57ece27 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:31.388394 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2537cb27-2e08-4c45-bf1f-5b374fb5ec75 req-66db0c2d-eb62-4f32-8afb-befde57ece27 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.1701190 Feb 05 22:40:31.434313 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2537cb27-2e08-4c45-bf1f-5b374fb5ec75 req-dda71bb0-766e-48e5-befd-d5dd90b06b84 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393229 Feb 05 22:40:31.613202 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfc721-a8ff-4616-8562-c79eecf4ac28 req-16c62200-5baf-4459-906c-f1d13abcbd40 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:31.614577 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cdbfc721-a8ff-4616-8562-c79eecf4ac28 req-16c62200-5baf-4459-906c-f1d13abcbd40 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.0811703 Feb 05 22:40:31.662105 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cdbfc721-a8ff-4616-8562-c79eecf4ac28 req-003c314d-898e-4feb-aff0-fc849a1a7411 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419598 Feb 05 22:40:31.976723 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-023ebb4d-faeb-4405-bbaa-3c217b33d327 req-bb1f2b3a-41ee-44d3-a104-ba2bf32e66c1 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 210 time: 0.0595322 Feb 05 22:40:32.068570 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-641919b1-1249-46fa-bfd8-1675392aba06 req-ec21900f-6d9f-4608-90cc-241f015b428e tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 210 time: 0.1227767 Feb 05 22:40:32.133003 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-fbe077e6-bbf0-494a-b197-a35672b9907c service neutron] 10.222.0.45 "GET /v2.0/networks/0a5408c9-2cbf-4224-8bef-182ab9eb0fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434851 Feb 05 22:40:32.279887 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ec9a5a69-2d92-4078-86cf-6fbe887de19b req-a813eb8f-f601-4669-ae2e-005c8ca90b66 service neutron] 10.222.0.45 "GET /v2.0/networks/0a5408c9-2cbf-4224-8bef-182ab9eb0fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405957 Feb 05 22:40:32.327610 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3b51e-948c-4c92-87a9-a980ef6c27e2 req-97bddb1a-db9c-456c-b8d4-20a3939eb835 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:32.329304 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-61d3b51e-948c-4c92-87a9-a980ef6c27e2 req-97bddb1a-db9c-456c-b8d4-20a3939eb835 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 943 time: 0.0876954 Feb 05 22:40:32.372942 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-61d3b51e-948c-4c92-87a9-a980ef6c27e2 req-a62ed1ec-88f6-45de-8274-df292ed80e73 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379810 Feb 05 22:40:32.620567 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6752f-a8be-492c-a1b9-442667fb408d req-a91b2592-9ca9-4eb0-8e3d-dc7d8d0c1613 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:32.622060 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f2a6752f-a8be-492c-a1b9-442667fb408d req-a91b2592-9ca9-4eb0-8e3d-dc7d8d0c1613 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0808687 Feb 05 22:40:32.671627 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f2a6752f-a8be-492c-a1b9-442667fb408d req-66731753-1480-4204-bfdc-13e9591e2497 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432341 Feb 05 22:40:32.849283 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0b2ac-42d4-4f28-9e75-a778af37f04d req-c3d1271a-361a-4c40-a1a5-5b91bbada706 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:32.850768 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-72d0b2ac-42d4-4f28-9e75-a778af37f04d req-c3d1271a-361a-4c40-a1a5-5b91bbada706 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.0796416 Feb 05 22:40:32.896011 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-72d0b2ac-42d4-4f28-9e75-a778af37f04d req-816a8b32-9938-43c9-9e07-10a2f6696925 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0391192 Feb 05 22:40:33.071169 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-5477374a-9b18-44ca-af79-631006859fa9 req-b6ef4218-04f5-4daf-b91b-ab4bf1e28348 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Synchronizing usage tracker for tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:40:33.164821 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-5477374a-9b18-44ca-af79-631006859fa9 req-b6ef4218-04f5-4daf-b91b-ab4bf1e28348 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Unset dirty status for tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:40:33.167432 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5477374a-9b18-44ca-af79-631006859fa9 req-b6ef4218-04f5-4daf-b91b-ab4bf1e28348 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 210 time: 0.1369734 Feb 05 22:40:33.227747 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-936ab507-fac1-49de-aa0b-b97978653abe req-7fa36ea4-ff6e-48a8-a91a-b3adcd2152c5 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 210 time: 0.0465763 Feb 05 22:40:33.649645 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7c0af-550e-4a27-b641-011bff429f81 req-a7d6cbbc-b53b-41fe-aa46-7a7e9e93c4b4 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:33.651041 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-61c7c0af-550e-4a27-b641-011bff429f81 req-a7d6cbbc-b53b-41fe-aa46-7a7e9e93c4b4 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.45 "GET /v2.0/networks?id=3bc90e92-1c6d-4ad5-938e-10d0685ae14c HTTP/1.1" status: 200 len: 813 time: 0.2021306 Feb 05 22:40:33.662734 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722625ea-ec5b-4371-a9f2-f51eb30b843c req-fdf7aa05-724e-40f9-8028-fcc76269b677 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:33.664060 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-722625ea-ec5b-4371-a9f2-f51eb30b843c req-fdf7aa05-724e-40f9-8028-fcc76269b677 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 943 time: 0.1445892 Feb 05 22:40:33.670285 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-61c7c0af-550e-4a27-b641-011bff429f81 req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Request body: {'port': {'device_id': 'aaad0dbd-c76b-42a2-bf96-01643c39252a', 'network_id': '3bc90e92-1c6d-4ad5-938e-10d0685ae14c', 'admin_state_up': True, 'tenant_id': 'a9480a8c004e480792a22fc19a4fc607'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:33.798709 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-722625ea-ec5b-4371-a9f2-f51eb30b843c req-78773f1b-2338-4b17-bf33-0c88e192b79b tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142802 Feb 05 22:40:33.842311 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-61c7c0af-550e-4a27-b641-011bff429f81 req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:33.846344 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-61c7c0af-550e-4a27-b641-011bff429f81 req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Usage tracker for resource:port and tenant:a9480a8c004e480792a22fc19a4fc607 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:33.849120 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-61c7c0af-550e-4a27-b641-011bff429f81 req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:33.855222 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-61c7c0af-550e-4a27-b641-011bff429f81 req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:33.859436 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05036f-5e6d-4378-a980-5b5b4352d22f req-46ee7afd-00f1-4665-8b9a-2b4408b43d32 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:33.861479 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ad05036f-5e6d-4378-a980-5b5b4352d22f req-46ee7afd-00f1-4665-8b9a-2b4408b43d32 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.0839949 Feb 05 22:40:33.915460 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ad05036f-5e6d-4378-a980-5b5b4352d22f req-c80cd4fa-4bbc-42e8-ba90-b7362b3f062e tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483143 Feb 05 22:40:33.965020 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c7c0af-550e-4a27-b641-011bff429f81 req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Made reservation on behalf of a9480a8c004e480792a22fc19a4fc607 for: {'port': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:40:33.968682 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-61c7c0af-550e-4a27-b641-011bff429f81 req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:34.189859 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3798c-b275-4c4f-b2fb-9590bf6cd76d req-f7cf4123-dd8d-48e3-acdd-4d5d65b9d100 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:34.191228 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-22a3798c-b275-4c4f-b2fb-9590bf6cd76d req-f7cf4123-dd8d-48e3-acdd-4d5d65b9d100 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.1669343 Feb 05 22:40:34.221264 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [req-61c7c0af-550e-4a27-b641-011bff429f81 req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Allocated IP 172.20.0.2 (3bc90e92-1c6d-4ad5-938e-10d0685ae14c/b6e265d6-858b-40d6-bc86-d6d3ef03b650/4fdcdea2-cc64-41e3-819e-430690a02ff8) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:40:34.257043 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-22a3798c-b275-4c4f-b2fb-9590bf6cd76d req-366012b2-2a9d-486f-97e4-20df037629cc tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0598781 Feb 05 22:40:34.334877 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c0dbf90a-22a1-49aa-8a6c-d03249e5c405 req-d1b7cc96-3d8f-4a41-a7fc-a9bb78bafad7 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 210 time: 0.0569603 Feb 05 22:40:34.440682 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0e908e6c-e2b4-4a5a-9ec9-245d8e6cc18f req-e970f446-a105-4f66-a3d3-e50d0dd40fea tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 210 time: 0.0487680 Feb 05 22:40:34.493259 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-61c7c0af-550e-4a27-b641-011bff429f81 req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:34.618216 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-61c7c0af-550e-4a27-b641-011bff429f81 req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:34.787692 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c7c0af-550e-4a27-b641-011bff429f81 req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Network 3bc90e92-1c6d-4ad5-938e-10d0685ae14c is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:40:34.808346 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [req-61c7c0af-550e-4a27-b641-011bff429f81 req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:40:34.814704 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c7c0af-550e-4a27-b641-011bff429f81 req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:40:34.853844 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device a01fe848-0008-47a2-8437-86a510818a09 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:40:34.906232 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Pushing event updated for resources: {'Port': ['ID=4fdcdea2-cc64-41e3-819e-430690a02ff8,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:34.934113 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:34.935114 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:34.935114 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:34.935324 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:34.935508 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:34.935841 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:34.936173 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:34.936499 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:34.936823 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:34.937164 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:34.937496 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:34.937844 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:34.998822 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7c0af-550e-4a27-b641-011bff429f81 req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:34.999482 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-61c7c0af-550e-4a27-b641-011bff429f81 req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:35.039018 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-ae9d0b78-5808-4c62-8f51-cf5c7fde66f6 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:35.040514 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-ae9d0b78-5808-4c62-8f51-cf5c7fde66f6 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.45 "GET /v2.0/networks?id=ebea9618-4630-4a58-9d58-eedf0e21d8a9 HTTP/1.1" status: 200 len: 812 time: 0.2549059 Feb 05 22:40:35.051324 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port a01fe848-0008-47a2-8437-86a510818a09, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a01fe848-0008-47a2-8437-86a510818a09,segment=NetworkSegment(d7839250-9108-4941-8dc7-891d1d40cafa),segment_id=d7839250-9108-4941-8dc7-891d1d40cafa)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:35.065568 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': 'a01fe848-0008-47a2-8437-86a510818a09', 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3', 'port_id': 'a01fe848-0008-47a2-8437-86a510818a09', 'mac_address': 'fa:16:3e:77:f3:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ace9158-f5af-4a68-9803-36921a491318', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:40:35.099560 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36dafe-2785-45e4-83b0-8464d2d08939 req-30427c1a-1371-4470-ba2e-a780625316e0 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:35.106522 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-bc36dafe-2785-45e4-83b0-8464d2d08939 req-30427c1a-1371-4470-ba2e-a780625316e0 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 943 time: 0.1231458 Feb 05 22:40:35.154939 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:35.162191 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-61c7c0af-550e-4a27-b641-011bff429f81 req-a8af427b-2ed8-44c9-a5b0-434654a44635 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4966033 Feb 05 22:40:35.172993 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a01fe848-0008-47a2-8437-86a510818a09 {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:40:35.186964 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-bc36dafe-2785-45e4-83b0-8464d2d08939 req-6d115169-d0ba-44da-b425-b02024ee5a95 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782933 Feb 05 22:40:35.187179 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] Request body: {'port': {'device_id': 'aaad0dbd-c76b-42a2-bf96-01643c39252a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:35.192354 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port a01fe848-0008-47a2-8437-86a510818a09, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a01fe848-0008-47a2-8437-86a510818a09,segment=NetworkSegment(d7839250-9108-4941-8dc7-891d1d40cafa),segment_id=d7839250-9108-4941-8dc7-891d1d40cafa)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:35.213991 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc259f4f-cacc-4f14-a80f-91f740186bc2 req-1710a854-e8fe-408a-a10f-6f8dccfb67be tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:35.215410 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-cc259f4f-cacc-4f14-a80f-91f740186bc2 req-1710a854-e8fe-408a-a10f-6f8dccfb67be tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.1538291 Feb 05 22:40:35.225397 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-fac9fbf2-9575-40dd-9e16-13fdc22093d5 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Synchronizing usage tracker for tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 on resource:security_group {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:40:35.267558 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-fac9fbf2-9575-40dd-9e16-13fdc22093d5 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Unset dirty status for tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 on resource:security_group {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:40:35.268698 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-fac9fbf2-9575-40dd-9e16-13fdc22093d5 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793 HTTP/1.1" status: 200 len: 379 time: 0.2071774 Feb 05 22:40:35.289867 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [req-cc259f4f-cacc-4f14-a80f-91f740186bc2 req-5ae88d8d-9c11-4f3e-86b3-60db5ecd3464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Deleting port e20df8bb-9f51-4353-b2e6-f545951b03b7 {{(pid=87482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:40:35.290305 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-cc259f4f-cacc-4f14-a80f-91f740186bc2 req-5ae88d8d-9c11-4f3e-86b3-60db5ecd3464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:35.303879 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-2b265e1f-0de6-47aa-ab26-4e59ee061aae tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Request body: {'port': {'device_id': '84bf91f8-b58a-41a3-adbb-9756449077f8', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'admin_state_up': True, 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'security_groups': ['9fb1c991-0177-4839-bafa-55f0dbbe213d']}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:35.308233 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:35.376207 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=a01fe848-0008-47a2-8437-86a510818a09,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:35.415280 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae0887-77a2-4c03-9da3-4acac708f6f6 req-bc22eb69-0a08-4fb7-b3d6-ad832b00e278 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:35.416756 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-49ae0887-77a2-4c03-9da3-4acac708f6f6 req-bc22eb69-0a08-4fb7-b3d6-ad832b00e278 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 946 time: 0.3364592 Feb 05 22:40:35.464517 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:35.554854 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-49ae0887-77a2-4c03-9da3-4acac708f6f6 req-7d5622d3-af55-4ea6-8a8c-0051aa9e9d45 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276281 Feb 05 22:40:35.576136 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-2b265e1f-0de6-47aa-ab26-4e59ee061aae tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:35.578937 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['a01fe848-0008-47a2-8437-86a510818a09'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:40:35.595001 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-2b265e1f-0de6-47aa-ab26-4e59ee061aae tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:35.599968 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513307ff-a84b-49ee-bc0e-a6a2c1b6dd71 req-6bdf1374-aaa9-4794-ac30-3e70bde48b65 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:35.601480 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-513307ff-a84b-49ee-bc0e-a6a2c1b6dd71 req-6bdf1374-aaa9-4794-ac30-3e70bde48b65 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.2098713 Feb 05 22:40:35.680173 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.db [req-cc259f4f-cacc-4f14-a80f-91f740186bc2 req-5ae88d8d-9c11-4f3e-86b3-60db5ecd3464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] For port e20df8bb-9f51-4353-b2e6-f545951b03b7, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e20df8bb-9f51-4353-b2e6-f545951b03b7,segment=NetworkSegment(6f8fe982-8fcd-419d-a433-65bb059306d6),segment_id=6f8fe982-8fcd-419d-a433-65bb059306d6)] {{(pid=87482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:35.680173 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-cc259f4f-cacc-4f14-a80f-91f740186bc2 req-5ae88d8d-9c11-4f3e-86b3-60db5ecd3464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:35.701238 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-513307ff-a84b-49ee-bc0e-a6a2c1b6dd71 req-ae9da6f5-57b1-4a31-823d-5f785da90d35 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0929034 Feb 05 22:40:35.786214 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-2b265e1f-0de6-47aa-ab26-4e59ee061aae tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Made reservation on behalf of c11ef7c1d2e84d30b7e289e2ed5ba793 for: {'port': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:40:35.789442 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-2b265e1f-0de6-47aa-ab26-4e59ee061aae tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:35.818943 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3e9ff174-1666-4600-ad07-150a62a07bb4 req-9c777179-2d95-468a-8898-c50829ae9ebc tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 210 time: 0.0691690 Feb 05 22:40:35.830260 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [req-cc259f4f-cacc-4f14-a80f-91f740186bc2 req-5ae88d8d-9c11-4f3e-86b3-60db5ecd3464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Calling delete_port for e20df8bb-9f51-4353-b2e6-f545951b03b7 owned by compute:nova {{(pid=87482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:40:36.061392 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-2b265e1f-0de6-47aa-ab26-4e59ee061aae tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Allocated IP 172.20.0.11 (ebea9618-4630-4a58-9d58-eedf0e21d8a9/475e8ece-de3e-49c6-a895-1ccf27af5e7e/e7511d30-bd9c-4f51-8df4-40524bba32ea) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:40:36.077320 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fdcdea2-cc64-41e3-819e-430690a02ff8 {{(pid=87483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:40:36.088747 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:36.103594 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] Transition to ACTIVE for port object 4fdcdea2-cc64-41e3-819e-430690a02ff8 will not be triggered until provisioned by entity L2. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:40:36.130572 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507c744-d776-401f-b90c-f96febcc5e2b req-0f3f2faf-4218-4d73-8c7a-7e79802870ae tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:36.132186 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a507c744-d776-401f-b90c-f96febcc5e2b req-0f3f2faf-4218-4d73-8c7a-7e79802870ae tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 931 time: 0.2743223 Feb 05 22:40:36.182359 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:36.192905 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-a507c744-d776-401f-b90c-f96febcc5e2b req-829d7cae-9cc6-418f-be46-7b5d16e21be3 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Synchronizing usage tracker for tenant:a9480a8c004e480792a22fc19a4fc607 on resource:security_group {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:40:36.289625 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-cc259f4f-cacc-4f14-a80f-91f740186bc2 req-5ae88d8d-9c11-4f3e-86b3-60db5ecd3464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622'] for port, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:36.334478 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-a507c744-d776-401f-b90c-f96febcc5e2b req-829d7cae-9cc6-418f-be46-7b5d16e21be3 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Unset dirty status for tenant:a9480a8c004e480792a22fc19a4fc607 on resource:security_group {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:40:36.335549 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a507c744-d776-401f-b90c-f96febcc5e2b req-829d7cae-9cc6-418f-be46-7b5d16e21be3 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960697 Feb 05 22:40:36.337006 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['3a183df7-65c7-46e9-9071-5ec23a46d735', 'e20df8bb-9f51-4353-b2e6-f545951b03b7'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:40:36.347522 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae88d8d-9c11-4f3e-86b3-60db5ecd3464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Pushing event deleted for resources: {'Port': ['ID=e20df8bb-9f51-4353-b2e6-f545951b03b7,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:36.364692 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:40:36.393914 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae88d8d-9c11-4f3e-86b3-60db5ecd3464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:36.394254 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae88d8d-9c11-4f3e-86b3-60db5ecd3464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:36.394587 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae88d8d-9c11-4f3e-86b3-60db5ecd3464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:36.394915 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae88d8d-9c11-4f3e-86b3-60db5ecd3464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:36.395239 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae88d8d-9c11-4f3e-86b3-60db5ecd3464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:36.395561 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae88d8d-9c11-4f3e-86b3-60db5ecd3464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:36.395888 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae88d8d-9c11-4f3e-86b3-60db5ecd3464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:36.396210 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae88d8d-9c11-4f3e-86b3-60db5ecd3464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:36.396528 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae88d8d-9c11-4f3e-86b3-60db5ecd3464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:36.396848 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae88d8d-9c11-4f3e-86b3-60db5ecd3464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:36.397563 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae88d8d-9c11-4f3e-86b3-60db5ecd3464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:36.397889 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae88d8d-9c11-4f3e-86b3-60db5ecd3464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:40:36.410551 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=4fdcdea2-cc64-41e3-819e-430690a02ff8,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:36.441335 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc259f4f-cacc-4f14-a80f-91f740186bc2 req-5ae88d8d-9c11-4f3e-86b3-60db5ecd3464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] No DVR routers for this DVR port e20df8bb-9f51-4353-b2e6-f545951b03b7 on host hv-cinder-81888 {{(pid=87482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:40:36.444776 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [req-cc259f4f-cacc-4f14-a80f-91f740186bc2 req-5ae88d8d-9c11-4f3e-86b3-60db5ecd3464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:36.449033 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc111035-5a4c-4647-be39-128e563589cb', 'name': 'network-vif-deleted', 'tag': 'e20df8bb-9f51-4353-b2e6-f545951b03b7'}] {{(pid=87482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:40:36.497747 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc111035-5a4c-4647-be39-128e563589cb', 'name': 'network-vif-deleted', 'tag': 'e20df8bb-9f51-4353-b2e6-f545951b03b7', 'status': 'completed', 'code': 200} Feb 05 22:40:36.560161 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-cc259f4f-cacc-4f14-a80f-91f740186bc2 req-5ae88d8d-9c11-4f3e-86b3-60db5ecd3464 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.45 "DELETE /v2.0/ports/e20df8bb-9f51-4353-b2e6-f545951b03b7 HTTP/1.1" status: 204 len: 173 time: 1.3351903 Feb 05 22:40:36.710903 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-02e16521-e98c-4edc-95b0-c0bb0e641681 req-be431f14-b333-4dc7-9356-918a2fa0d8f9 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Synchronizing usage tracker for tenant:5474d9a6de104f7bad74b5d7de3eb2df on resource:port {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:40:36.713508 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] Attempting to bind port 4fdcdea2-cc64-41e3-819e-430690a02ff8 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:40:36.714101 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] Attempting to bind port 4fdcdea2-cc64-41e3-819e-430690a02ff8 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '10b6474d-796f-4dea-bdee-971c22575810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3bc90e92-1c6d-4ad5-938e-10d0685ae14c'}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:40:36.714235 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] Attempting to bind port 4fdcdea2-cc64-41e3-819e-430690a02ff8 on network 3bc90e92-1c6d-4ad5-938e-10d0685ae14c {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:40:36.730486 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] Port 4fdcdea2-cc64-41e3-819e-430690a02ff8 on network 3bc90e92-1c6d-4ad5-938e-10d0685ae14c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 05 22:40:36.730812 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] Attempting to bind port 4fdcdea2-cc64-41e3-819e-430690a02ff8 on network 3bc90e92-1c6d-4ad5-938e-10d0685ae14c {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:40:36.747625 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261f1cf-8abf-4438-9560-c7d33f26a948 req-ef275953-f20c-417e-8a0f-a1fc749c4e0c tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:36.749062 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0261f1cf-8abf-4438-9560-c7d33f26a948 req-ef275953-f20c-417e-8a0f-a1fc749c4e0c tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 944 time: 0.4590440 Feb 05 22:40:36.752315 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-2b265e1f-0de6-47aa-ab26-4e59ee061aae tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:36.755253 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] Checking agent: {'id': 'bad58867-603f-489e-b0dd-362048cf3d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'started_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:40:36.755583 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] Checking segment: {'id': '10b6474d-796f-4dea-bdee-971c22575810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3bc90e92-1c6d-4ad5-938e-10d0685ae14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:40:36.755956 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] Bound using segment: {'id': '10b6474d-796f-4dea-bdee-971c22575810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3bc90e92-1c6d-4ad5-938e-10d0685ae14c'} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:40:36.756386 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] Bound port: 4fdcdea2-cc64-41e3-819e-430690a02ff8, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b6474d-796f-4dea-bdee-971c22575810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3bc90e92-1c6d-4ad5-938e-10d0685ae14c'}}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:40:36.756716 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:36.798260 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-02e16521-e98c-4edc-95b0-c0bb0e641681 req-be431f14-b333-4dc7-9356-918a2fa0d8f9 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Unset dirty status for tenant:5474d9a6de104f7bad74b5d7de3eb2df on resource:port {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:40:36.799453 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-02e16521-e98c-4edc-95b0-c0bb0e641681 req-be431f14-b333-4dc7-9356-918a2fa0d8f9 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc111035-5a4c-4647-be39-128e563589cb HTTP/1.1" status: 200 len: 210 time: 0.1336477 Feb 05 22:40:36.831786 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-2b265e1f-0de6-47aa-ab26-4e59ee061aae tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Transition to ACTIVE for port object e7511d30-bd9c-4f51-8df4-40524bba32ea will not be triggered until provisioned by entity DHCP. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:40:36.843242 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device a01fe848-0008-47a2-8437-86a510818a09 up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:40:36.869515 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0261f1cf-8abf-4438-9560-c7d33f26a948 req-34f46a56-889f-4646-b3d0-3d594acee535 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009710 Feb 05 22:40:36.911041 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] For port 4fdcdea2-cc64-41e3-819e-430690a02ff8, host hv-cinder-81888, cleared binding levels {{(pid=87483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:40:36.914139 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] For port 4fdcdea2-cc64-41e3-819e-430690a02ff8, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=4fdcdea2-cc64-41e3-819e-430690a02ff8,segment=NetworkSegment(10b6474d-796f-4dea-bdee-971c22575810),segment_id=10b6474d-796f-4dea-bdee-971c22575810)] {{(pid=87483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:40:37.020606 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848f39a-f273-4d22-a669-7d1f181d7107 req-8483094f-7206-47af-9c5b-bfa8daa819e9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:37.022277 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4848f39a-f273-4d22-a669-7d1f181d7107 req-8483094f-7206-47af-9c5b-bfa8daa819e9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.0811086 Feb 05 22:40:37.043146 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0fe83744-a49c-417a-8905-503fe82666e6 req-cad85221-ee2c-41a7-801e-a333712598e3 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 210 time: 0.0462241 Feb 05 22:40:37.067624 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4848f39a-f273-4d22-a669-7d1f181d7107 req-773a3527-8a1b-4753-8aa1-98adaf9166d7 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0391364 Feb 05 22:40:37.096916 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning for port a01fe848-0008-47a2-8437-86a510818a09 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:40:37.097938 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:37.101924 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port a01fe848-0008-47a2-8437-86a510818a09 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:40:37.102058 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-2b265e1f-0de6-47aa-ab26-4e59ee061aae tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:37.102296 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:37.174792 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:37.175397 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:37.176739 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] 10.222.0.45 "PUT /v2.0/ports/4fdcdea2-cc64-41e3-819e-430690a02ff8 HTTP/1.1" status: 200 len: 1093 time: 1.9940557 Feb 05 22:40:37.177178 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaad0dbd-c76b-42a2-bf96-01643c39252a', 'tag': '4fdcdea2-cc64-41e3-819e-430690a02ff8'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:40:37.183213 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-2b265e1f-0de6-47aa-ab26-4e59ee061aae tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Network ebea9618-4630-4a58-9d58-eedf0e21d8a9 is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:40:37.186768 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-2b265e1f-0de6-47aa-ab26-4e59ee061aae tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:40:37.190585 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-2b265e1f-0de6-47aa-ab26-4e59ee061aae tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:40:37.232251 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:37.236002 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaad0dbd-c76b-42a2-bf96-01643c39252a', 'tag': '4fdcdea2-cc64-41e3-819e-430690a02ff8', 'status': 'completed', 'code': 200} Feb 05 22:40:37.238821 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65adde-3b8d-4688-8987-191af728dbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=4fdcdea2-cc64-41e3-819e-430690a02ff8,revision_number=3']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:37.267561 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a3fea0-6c98-4c52-8949-47ff8aa52032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01fe848-0008-47a2-8437-86a510818a09'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:40:37.285510 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port a01fe848-0008-47a2-8437-86a510818a09, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a01fe848-0008-47a2-8437-86a510818a09,segment=NetworkSegment(d7839250-9108-4941-8dc7-891d1d40cafa),segment_id=d7839250-9108-4941-8dc7-891d1d40cafa)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:37.319047 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a3fea0-6c98-4c52-8949-47ff8aa52032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01fe848-0008-47a2-8437-86a510818a09', 'code': 200} Feb 05 22:40:37.358831 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-2b265e1f-0de6-47aa-ab26-4e59ee061aae tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:37.359471 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-2b265e1f-0de6-47aa-ab26-4e59ee061aae tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:37.369570 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:37.374326 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device e20df8bb-9f51-4353-b2e6-f545951b03b7 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:40:37.400365 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b265e1f-0de6-47aa-ab26-4e59ee061aae tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event updated for resources: {'Port': ['ID=e7511d30-bd9c-4f51-8df4-40524bba32ea,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:37.433023 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c10bcc-09a5-4017-9d09-7c42f4575871 req-2c1695fa-6369-46fd-904a-20c037df4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:37.434616 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-72c10bcc-09a5-4017-9d09-7c42f4575871 req-2c1695fa-6369-46fd-904a-20c037df4a2c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9480a8c004e480792a22fc19a4fc607&device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 1096 time: 0.1610587 Feb 05 22:40:37.470933 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-2b265e1f-0de6-47aa-ab26-4e59ee061aae tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1716537 Feb 05 22:40:37.471488 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] No Port match for: e20df8bb-9f51-4353-b2e6-f545951b03b7 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:40:37.471831 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device e20df8bb-9f51-4353-b2e6-f545951b03b7 not bound to the agent host hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:40:37.505716 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=a01fe848-0008-47a2-8437-86a510818a09,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:37.528219 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] Request body: {'port': {'device_id': '84bf91f8-b58a-41a3-adbb-9756449077f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:37.588247 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-60d0f21d-1a4b-44af-b233-89155f874208 None None] Provisioning for port e7511d30-bd9c-4f51-8df4-40524bba32ea completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:40:37.596865 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-60d0f21d-1a4b-44af-b233-89155f874208 None None] Provisioning complete for port e7511d30-bd9c-4f51-8df4-40524bba32ea triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:40:37.597856 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-60d0f21d-1a4b-44af-b233-89155f874208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:37.673046 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-60d0f21d-1a4b-44af-b233-89155f874208 None None] Port e7511d30-bd9c-4f51-8df4-40524bba32ea cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:40:37.733460 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c10bcc-09a5-4017-9d09-7c42f4575871 req-2b15754b-415e-4728-b166-716ac7a6aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:37.734914 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-72c10bcc-09a5-4017-9d09-7c42f4575871 req-2b15754b-415e-4728-b166-716ac7a6aca4 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a9480a8c004e480792a22fc19a4fc607&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2893734 Feb 05 22:40:37.833857 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:37.852674 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9317611-a118-4072-a3ba-248e6334e0b5 req-0b467047-e4f0-45f1-aecb-34fe9a6534d7 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:37.853394 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-f9317611-a118-4072-a3ba-248e6334e0b5 req-0b467047-e4f0-45f1-aecb-34fe9a6534d7 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Synchronizing usage tracker for tenant:a9480a8c004e480792a22fc19a4fc607 on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:40:37.873126 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1329d22-9f6c-4a0a-ab3f-8c55d7c92ceb req-26837e26-11c4-4aaf-9812-dfd7fea93113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:37.877089 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f1329d22-9f6c-4a0a-ab3f-8c55d7c92ceb req-26837e26-11c4-4aaf-9812-dfd7fea93113 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 1098 time: 0.0941265 Feb 05 22:40:37.930637 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-f1329d22-9f6c-4a0a-ab3f-8c55d7c92ceb req-3645d365-a307-4f5c-ad57-1236f38f6991 service neutron] Synchronizing usage tracker for tenant:7f9bfbf796004282aa25d1f65b35d615 on resource:security_group {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:40:37.975428 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c10bcc-09a5-4017-9d09-7c42f4575871 req-f8b3fd15-d6dd-40c3-a735-03ae5d0b1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:37.976885 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-72c10bcc-09a5-4017-9d09-7c42f4575871 req-f8b3fd15-d6dd-40c3-a735-03ae5d0b1d04 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2254725 Feb 05 22:40:38.050641 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-f1329d22-9f6c-4a0a-ab3f-8c55d7c92ceb req-3645d365-a307-4f5c-ad57-1236f38f6991 service neutron] Unset dirty status for tenant:7f9bfbf796004282aa25d1f65b35d615 on resource:security_group {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:40:38.051843 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f1329d22-9f6c-4a0a-ab3f-8c55d7c92ceb req-3645d365-a307-4f5c-ad57-1236f38f6991 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679666 Feb 05 22:40:38.062409 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-f9317611-a118-4072-a3ba-248e6334e0b5 req-0b467047-e4f0-45f1-aecb-34fe9a6534d7 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Unset dirty status for tenant:a9480a8c004e480792a22fc19a4fc607 on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:40:38.064108 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f9317611-a118-4072-a3ba-248e6334e0b5 req-0b467047-e4f0-45f1-aecb-34fe9a6534d7 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 943 time: 0.5397005 Feb 05 22:40:38.074804 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d140d9b-f93e-4dd7-9821-91d4eca93430 req-a297e559-4f79-4c4e-8787-bb3c3622e04e tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:38.076270 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-1d140d9b-f93e-4dd7-9821-91d4eca93430 req-a297e559-4f79-4c4e-8787-bb3c3622e04e tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 945 time: 0.0855343 Feb 05 22:40:38.124199 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-1d140d9b-f93e-4dd7-9821-91d4eca93430 req-df2d7a23-3885-48ab-8c27-cc4d3901892a tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412776 Feb 05 22:40:38.214692 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f9317611-a118-4072-a3ba-248e6334e0b5 req-601fb722-7e06-4c47-a7b9-61ec21f8f062 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384015 Feb 05 22:40:38.280222 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7c0af-550e-4a27-b641-011bff429f81 req-3cfad5b2-6fc6-4e88-a993-3f637fc9f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:38.284439 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-61c7c0af-550e-4a27-b641-011bff429f81 req-3cfad5b2-6fc6-4e88-a993-3f637fc9f663 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9480a8c004e480792a22fc19a4fc607&device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 1096 time: 0.2568238 Feb 05 22:40:38.396543 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-61c7c0af-550e-4a27-b641-011bff429f81 req-c41280ef-d4e5-4774-a1c0-24918a7f4cd4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4fdcdea2-cc64-41e3-819e-430690a02ff8 HTTP/1.1" status: 200 len: 217 time: 0.1057601 Feb 05 22:40:38.623374 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7511d30-bd9c-4f51-8df4-40524bba32ea {{(pid=87483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:40:38.630107 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7c0af-550e-4a27-b641-011bff429f81 req-5acb111d-7632-4f72-adeb-7ca5f0ac596a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:38.631520 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-61c7c0af-550e-4a27-b641-011bff429f81 req-5acb111d-7632-4f72-adeb-7ca5f0ac596a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6e265d6-858b-40d6-bc86-d6d3ef03b650 HTTP/1.1" status: 200 len: 853 time: 0.2132361 Feb 05 22:40:38.636386 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:38.652074 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8a124-6216-4200-9c6c-1d296cde9c2c req-acc826b8-a5a6-4d6a-944f-4fe5f81e6e25 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:38.652766 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-8bc8a124-6216-4200-9c6c-1d296cde9c2c req-acc826b8-a5a6-4d6a-944f-4fe5f81e6e25 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Synchronizing usage tracker for tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:40:38.709955 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] Transition to ACTIVE for port object e7511d30-bd9c-4f51-8df4-40524bba32ea will not be triggered until provisioned by entity L2. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:40:38.714129 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-61c7c0af-550e-4a27-b641-011bff429f81 req-55582d44-32b7-433f-9e3f-88106039e5aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3bc90e92-1c6d-4ad5-938e-10d0685ae14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535862 Feb 05 22:40:38.817975 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:38.826842 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05054a45-ad1a-44ff-bffc-f58587b2922f req-fcea168f-f68e-4bc6-a33b-5de07a84efb1 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:38.828502 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-05054a45-ad1a-44ff-bffc-f58587b2922f req-fcea168f-f68e-4bc6-a33b-5de07a84efb1 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.1291170 Feb 05 22:40:38.887786 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-05054a45-ad1a-44ff-bffc-f58587b2922f req-5f93f960-a65d-4601-ae95-aa6787290f3b tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0508885 Feb 05 22:40:38.929619 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-61c7c0af-550e-4a27-b641-011bff429f81 req-7c7d7aba-4593-4e77-a075-493d7527d373 service neutron] 10.222.0.45 "GET /v2.0/networks/3bc90e92-1c6d-4ad5-938e-10d0685ae14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062836 Feb 05 22:40:39.008068 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-8bc8a124-6216-4200-9c6c-1d296cde9c2c req-acc826b8-a5a6-4d6a-944f-4fe5f81e6e25 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Unset dirty status for tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:40:39.012676 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8bc8a124-6216-4200-9c6c-1d296cde9c2c req-acc826b8-a5a6-4d6a-944f-4fe5f81e6e25 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 932 time: 0.6700425 Feb 05 22:40:39.111576 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764890ba-7b5f-4a9f-ad7e-0f953a19d13d req-f73d1163-06e0-488d-b275-5fa045589857 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:39.113095 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-764890ba-7b5f-4a9f-ad7e-0f953a19d13d req-f73d1163-06e0-488d-b275-5fa045589857 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.0966525 Feb 05 22:40:39.161865 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-764890ba-7b5f-4a9f-ad7e-0f953a19d13d req-e020ae5c-6e94-49cd-b267-53f0ace0dd24 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426185 Feb 05 22:40:39.203743 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] Pushing event updated for resources: {'Port': ['ID=e7511d30-bd9c-4f51-8df4-40524bba32ea,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:39.247923 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8bc8a124-6216-4200-9c6c-1d296cde9c2c req-0d22f1e1-30fe-4d5b-87ec-6a12604a319a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044468 Feb 05 22:40:39.299256 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-61c7c0af-550e-4a27-b641-011bff429f81 req-5bf687e1-2e85-43f1-a917-cdde46cfd600 service neutron] 10.222.0.45 "GET /v2.0/networks/3bc90e92-1c6d-4ad5-938e-10d0685ae14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779341 Feb 05 22:40:39.300101 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] Attempting to bind port e7511d30-bd9c-4f51-8df4-40524bba32ea on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:40:39.300445 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] Attempting to bind port e7511d30-bd9c-4f51-8df4-40524bba32ea by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'd7af7278-00da-4a19-8b7b-1858f8d90a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9'}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:40:39.300904 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] Attempting to bind port e7511d30-bd9c-4f51-8df4-40524bba32ea on network ebea9618-4630-4a58-9d58-eedf0e21d8a9 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:40:39.314544 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] Port e7511d30-bd9c-4f51-8df4-40524bba32ea on network ebea9618-4630-4a58-9d58-eedf0e21d8a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 05 22:40:39.314884 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] Attempting to bind port e7511d30-bd9c-4f51-8df4-40524bba32ea on network ebea9618-4630-4a58-9d58-eedf0e21d8a9 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:40:39.320332 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] Checking agent: {'id': 'bad58867-603f-489e-b0dd-362048cf3d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'started_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:40:39.320676 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] Checking segment: {'id': 'd7af7278-00da-4a19-8b7b-1858f8d90a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:40:39.321063 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] Bound using segment: {'id': 'd7af7278-00da-4a19-8b7b-1858f8d90a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9'} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:40:39.321547 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] Bound port: e7511d30-bd9c-4f51-8df4-40524bba32ea, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7af7278-00da-4a19-8b7b-1858f8d90a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9'}}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:40:39.321896 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:39.356673 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bb307-ff1f-4e42-a728-97abcb2ce33b req-af3d4997-06f1-47f6-93a2-ea5636e4ca6d tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:39.358285 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-925bb307-ff1f-4e42-a728-97abcb2ce33b req-af3d4997-06f1-47f6-93a2-ea5636e4ca6d tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 946 time: 0.1008856 Feb 05 22:40:39.404731 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-925bb307-ff1f-4e42-a728-97abcb2ce33b req-78f9976d-36d4-4f2d-8ca4-be9e273ed8a9 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396082 Feb 05 22:40:39.433982 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 45708) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:39.472471 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] For port e7511d30-bd9c-4f51-8df4-40524bba32ea, host hv-cinder-81888, cleared binding levels {{(pid=87483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:40:39.476387 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] For port e7511d30-bd9c-4f51-8df4-40524bba32ea, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e7511d30-bd9c-4f51-8df4-40524bba32ea,segment=NetworkSegment(d7af7278-00da-4a19-8b7b-1858f8d90a47),segment_id=d7af7278-00da-4a19-8b7b-1858f8d90a47)] {{(pid=87483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:40:39.495937 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7b4b2-6765-476f-a238-ee81d0a37a14 req-47ff65d3-667e-43c3-94e4-b214a9b29512 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:39.497521 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1cd7b4b2-6765-476f-a238-ee81d0a37a14 req-47ff65d3-667e-43c3-94e4-b214a9b29512 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 945 time: 0.1310835 Feb 05 22:40:39.553199 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1cd7b4b2-6765-476f-a238-ee81d0a37a14 req-02860063-aef9-4f92-9f33-0bce1c9c0739 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494144 Feb 05 22:40:39.600036 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:39.664519 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:39.665124 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:39.666599 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] 10.222.0.45 "PUT /v2.0/ports/e7511d30-bd9c-4f51-8df4-40524bba32ea HTTP/1.1" status: 200 len: 1094 time: 2.1432204 Feb 05 22:40:39.666982 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bf91f8-b58a-41a3-adbb-9756449077f8', 'tag': 'e7511d30-bd9c-4f51-8df4-40524bba32ea'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:40:39.674427 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028874b-96c5-47ff-a958-d846518f39f9 req-8a79b415-2bd7-4dc5-b1c8-095b459aa288 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:39.676066 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-8028874b-96c5-47ff-a958-d846518f39f9 req-8a79b415-2bd7-4dc5-b1c8-095b459aa288 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 943 time: 0.1503079 Feb 05 22:40:39.680763 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708dd45f-5e72-4f8a-bdc3-2474eae0af5e tempest-TestMinimumBasicScenario-833382597 tempest-TestMinimumBasicScenario-833382597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:39.681530 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-708dd45f-5e72-4f8a-bdc3-2474eae0af5e tempest-TestMinimumBasicScenario-833382597 tempest-TestMinimumBasicScenario-833382597-project-admin] Synchronizing usage tracker for tenant:90f8515c3fc54edbb4e647fec6af969b on resource:port {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:40:39.698193 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e08b10-3c19-4f15-9856-ce40e4509011 service neutron] Pushing event updated for resources: {'Port': ['ID=e7511d30-bd9c-4f51-8df4-40524bba32ea,revision_number=3']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:39.733257 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bf91f8-b58a-41a3-adbb-9756449077f8', 'tag': 'e7511d30-bd9c-4f51-8df4-40524bba32ea', 'status': 'completed', 'code': 200} Feb 05 22:40:39.747472 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-8028874b-96c5-47ff-a958-d846518f39f9 req-78b5b4c8-60fa-470d-aaad-cdb56a958583 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485797 Feb 05 22:40:39.866293 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027304d-2cf1-428a-8428-5193e083627c req-2c4e36b6-b6ba-47bc-abfe-c50557115d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:39.867855 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f027304d-2cf1-428a-8428-5193e083627c req-2c4e36b6-b6ba-47bc-abfe-c50557115d76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793&device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 1097 time: 0.0869365 Feb 05 22:40:39.885856 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-708dd45f-5e72-4f8a-bdc3-2474eae0af5e tempest-TestMinimumBasicScenario-833382597 tempest-TestMinimumBasicScenario-833382597-project-admin] Unset dirty status for tenant:90f8515c3fc54edbb4e647fec6af969b on resource:port {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:40:39.887563 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-708dd45f-5e72-4f8a-bdc3-2474eae0af5e tempest-TestMinimumBasicScenario-833382597 tempest-TestMinimumBasicScenario-833382597-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 1094 time: 0.4521115 Feb 05 22:40:39.889920 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 45716) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:39.895792 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Request body: {'floatingip': {'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'port_id': '4593ec8f-196d-4b8a-bab5-a8a3f397732b', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:39.901907 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:39.905902 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Usage tracker for resource:floatingip and tenant:702e29ddaa8744428563df1e658cf792 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:39.909379 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:39.915231 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:40.060862 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for floatingip, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:40.071711 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027304d-2cf1-428a-8428-5193e083627c req-8aa84bba-3e3d-4b2d-9bde-c396de09221c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:40.073209 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f027304d-2cf1-428a-8428-5193e083627c req-8aa84bba-3e3d-4b2d-9bde-c396de09221c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1944313 Feb 05 22:40:40.212616 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:40.217524 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0d952-75c9-4409-bf51-7271644a4e53 req-cf457a18-da29-4c06-8af4-61201a329491 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:40.224607 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-bcf0d952-75c9-4409-bf51-7271644a4e53 req-cf457a18-da29-4c06-8af4-61201a329491 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 943 time: 0.2106802 Feb 05 22:40:40.264325 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027304d-2cf1-428a-8428-5193e083627c req-a821c890-572f-4de3-968b-75b7d431a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:40.266388 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f027304d-2cf1-428a-8428-5193e083627c req-a821c890-572f-4de3-968b-75b7d431a95c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1852160 Feb 05 22:40:40.287161 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-bcf0d952-75c9-4409-bf51-7271644a4e53 req-5252fa7d-7cca-41a9-a84d-07efae144bce tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0615757 Feb 05 22:40:40.387581 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-cb9a1265-e5e0-434f-87a0-d11a8b51aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:40.389102 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-cb9a1265-e5e0-434f-87a0-d11a8b51aed8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793&device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 1097 time: 0.0805008 Feb 05 22:40:40.433910 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_common [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Allocated IP 172.27.3.61 (6817b256-dae4-44db-bc68-adab2164788e/583bfacf-eb7c-4478-b06f-909c14cf964a/955e9647-d9ac-4f9e-9260-4af593ac5333) {{(pid=87482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:40:40.445686 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ced23e-c91c-467b-acaf-f98fb51bcd23 req-5363291e-17a7-44e3-bc0d-349ae32fd0c2 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:40.447143 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c6ced23e-c91c-467b-acaf-f98fb51bcd23 req-5363291e-17a7-44e3-bc0d-349ae32fd0c2 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1571469 Feb 05 22:40:40.575416 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c6ced23e-c91c-467b-acaf-f98fb51bcd23 req-dda6d103-416d-4802-8f31-5b7e7b382b61 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217012 Feb 05 22:40:40.589607 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-c0278f41-23ec-46c6-ba06-aba7d6eab70e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7511d30-bd9c-4f51-8df4-40524bba32ea HTTP/1.1" status: 200 len: 217 time: 0.1562939 Feb 05 22:40:40.635903 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for port, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:40.668969 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-fc73ebb0-c5b4-4d69-a1d7-f420eeccbd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:40.670417 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-fc73ebb0-c5b4-4d69-a1d7-f420eeccbd08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=475e8ece-de3e-49c6-a895-1ccf27af5e7e HTTP/1.1" status: 200 len: 851 time: 0.0737927 Feb 05 22:40:40.688777 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6e1ce-9d6e-40bc-867a-387e7060f48c req-c6a826ae-2d10-4bb6-9fdc-b42ca1302dba tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:40.690262 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-03b6e1ce-9d6e-40bc-867a-387e7060f48c req-c6a826ae-2d10-4bb6-9fdc-b42ca1302dba tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 944 time: 0.2892272 Feb 05 22:40:40.726135 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:40.780917 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-03b6e1ce-9d6e-40bc-867a-387e7060f48c req-2b15c2f8-c7e9-4d93-8d12-6cad60911937 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600386 Feb 05 22:40:40.805475 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d4bc376b-33fc-4db3-a6ed-925f1c4fc15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:40.805475 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-d4bc376b-33fc-4db3-a6ed-925f1c4fc15e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebea9618-4630-4a58-9d58-eedf0e21d8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1085460 Feb 05 22:40:40.867820 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Network 6817b256-dae4-44db-bc68-adab2164788e is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:40:40.873398 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:40:40.880274 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Received port after_create {{(pid=87482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:40:40.887322 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 8fd4186f-6659-4e33-beed-94d23f18a11d details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:40:40.919562 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Pushing event updated for resources: {'Port': ['ID=955e9647-d9ac-4f9e-9260-4af593ac5333,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:40.941614 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-7380c48a-ced0-4eff-be60-87bc9389db1c service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349938 Feb 05 22:40:40.955603 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804040a-31fd-4540-a832-d35592e61e14 req-22264998-45f9-4dd3-a768-229fd43fc8a6 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:40.962701 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e804040a-31fd-4540-a832-d35592e61e14 req-22264998-45f9-4dd3-a768-229fd43fc8a6 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 945 time: 0.2895777 Feb 05 22:40:41.033549 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 8fd4186f-6659-4e33-beed-94d23f18a11d, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8fd4186f-6659-4e33-beed-94d23f18a11d,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:41.048660 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': '8fd4186f-6659-4e33-beed-94d23f18a11d', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'port_id': '8fd4186f-6659-4e33-beed-94d23f18a11d', 'mac_address': 'fa:16:3e:aa:6d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:40:41.049685 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e804040a-31fd-4540-a832-d35592e61e14 req-03b31566-ba89-43fe-a65e-896518cdb951 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861201 Feb 05 22:40:41.125590 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686efadf-fa44-4887-8ef7-8026e42b4157 req-44b2ed25-9564-4338-8e18-04e8830c7156 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:41.126993 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:41.133917 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-686efadf-fa44-4887-8ef7-8026e42b4157 req-44b2ed25-9564-4338-8e18-04e8830c7156 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 943 time: 0.1913197 Feb 05 22:40:41.146971 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd4186f-6659-4e33-beed-94d23f18a11d {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:40:41.168023 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 8fd4186f-6659-4e33-beed-94d23f18a11d, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8fd4186f-6659-4e33-beed-94d23f18a11d,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:41.186747 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ae196798-b157-4efc-bbc6-0d40b6e4a104 req-59df76ac-533c-4064-ba9e-edb758e13897 service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045314 Feb 05 22:40:41.204225 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-686efadf-fa44-4887-8ef7-8026e42b4157 req-ee45ca37-d50e-49e2-9939-6697a32098b2 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663917 Feb 05 22:40:41.254965 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:41.303542 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:41.322772 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=8fd4186f-6659-4e33-beed-94d23f18a11d,revision_number=9']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:41.527467 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f51179-14db-4706-aaea-24fafab6cacd req-9268de3a-adc1-4a54-a59f-67884fbcb955 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:41.528934 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e9f51179-14db-4706-aaea-24fafab6cacd req-9268de3a-adc1-4a54-a59f-67884fbcb955 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 944 time: 0.1236815 Feb 05 22:40:41.533845 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:41.592677 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['8fd4186f-6659-4e33-beed-94d23f18a11d'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:40:41.646352 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e9f51179-14db-4706-aaea-24fafab6cacd req-52056413-df30-4b69-8254-888e17db5267 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0770612 Feb 05 22:40:41.809029 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:41.814930 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3bcf5-c935-44c3-960e-91d61ce2bc52 req-9b762af9-f0c4-4c4f-886d-46c22e548cba tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:41.819425 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0ba3bcf5-c935-44c3-960e-91d61ce2bc52 req-9b762af9-f0c4-4c4f-886d-46c22e548cba tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1077807 Feb 05 22:40:41.893662 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0ba3bcf5-c935-44c3-960e-91d61ce2bc52 req-35caff69-223b-40ea-b212-2a727cf15a0a tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697694 Feb 05 22:40:42.115989 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d4dba-dbcc-4468-bb5f-f6e5223c80c9 req-3d794f65-9718-491c-b61d-6d7b64d62311 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:42.117444 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4e6d4dba-dbcc-4468-bb5f-f6e5223c80c9 req-3d794f65-9718-491c-b61d-6d7b64d62311 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 944 time: 0.1769109 Feb 05 22:40:42.152212 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for port, precommit_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:42.174305 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4e6d4dba-dbcc-4468-bb5f-f6e5223c80c9 req-82b723ae-597a-4441-9d11-11b6aa6a5da5 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454147 Feb 05 22:40:42.256123 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:42.311190 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542379'] for floatingip, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:42.379247 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6e880-a4d1-4fc7-9068-fb57b986c9a1 req-391af9bf-2c89-45ed-a9ab-855912bce50a tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:42.380705 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d7b6e880-a4d1-4fc7-9068-fb57b986c9a1 req-391af9bf-2c89-45ed-a9ab-855912bce50a tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 943 time: 0.0788810 Feb 05 22:40:42.393470 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Pushing event updated for resources: {'Port': ['ID=955e9647-d9ac-4f9e-9260-4af593ac5333,revision_number=2']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:42.425520 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d7b6e880-a4d1-4fc7-9068-fb57b986c9a1 req-2e962a97-9e6f-47a8-92ad-845629b2ad24 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385973 Feb 05 22:40:42.570917 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.db.l3_db [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Floating IP 3d90f33f-8e6e-4cf7-a165-27342dcdf510 associated. External IP: 172.27.3.61, port: 4593ec8f-196d-4b8a-bab5-a8a3f397732b. Feb 05 22:40:42.914356 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 4fdcdea2-cc64-41e3-819e-430690a02ff8 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:40:42.916866 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 8fd4186f-6659-4e33-beed-94d23f18a11d up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:40:42.978821 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4603d44-215a-44eb-b25f-c6f416d75ba3 req-bab3991a-46fa-4a48-b050-65f340667cd3 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:42.980780 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d4603d44-215a-44eb-b25f-c6f416d75ba3 req-bab3991a-46fa-4a48-b050-65f340667cd3 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 944 time: 0.1866450 Feb 05 22:40:42.982672 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Router a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:40:43.085949 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d4603d44-215a-44eb-b25f-c6f416d75ba3 req-f5254b21-9a38-465b-a65d-0857fda38f65 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0979965 Feb 05 22:40:43.095243 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port 8fd4186f-6659-4e33-beed-94d23f18a11d triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:40:43.095755 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:43.098063 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e69d95-571d-4451-b40f-288c50758d61 req-22dcd82c-dc64-4ae5-9903-efbb566410dd tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:43.100584 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-59e69d95-571d-4451-b40f-288c50758d61 req-22dcd82c-dc64-4ae5-9903-efbb566410dd tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.0904241 Feb 05 22:40:43.152932 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-59e69d95-571d-4451-b40f-288c50758d61 req-dcab2a7f-07a6-4b40-ac20-a1125fd347fc tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451381 Feb 05 22:40:43.184451 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 4fdcdea2-cc64-41e3-819e-430690a02ff8, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=4fdcdea2-cc64-41e3-819e-430690a02ff8,segment=NetworkSegment(10b6474d-796f-4dea-bdee-971c22575810),segment_id=10b6474d-796f-4dea-bdee-971c22575810)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:43.202692 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': '4fdcdea2-cc64-41e3-819e-430690a02ff8', 'network_id': '3bc90e92-1c6d-4ad5-938e-10d0685ae14c', 'port_id': '4fdcdea2-cc64-41e3-819e-430690a02ff8', 'mac_address': 'fa:16:3e:ac:67:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e265d6-858b-40d6-bc86-d6d3ef03b650', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:40:43.238999 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:40:43.248749 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c1bfec-a98c-4f1d-ab9d-b8dc1b8bb35f None None] Sync routers for ids ['a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'] in dv-cinder-818886-2-iscsi {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:40:43.263776 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c1bfec-a98c-4f1d-ab9d-b8dc1b8bb35f None None] Routers {'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:40:43.269439 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-72c1bfec-a98c-4f1d-ab9d-b8dc1b8bb35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:40:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:40:43.316232 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:43.327496 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:43.347315 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fdcdea2-cc64-41e3-819e-430690a02ff8 {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:40:43.368956 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df173ce-874a-467f-a74a-f0add22d5f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd4186f-6659-4e33-beed-94d23f18a11d'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:40:43.380703 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 4fdcdea2-cc64-41e3-819e-430690a02ff8, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=4fdcdea2-cc64-41e3-819e-430690a02ff8,segment=NetworkSegment(10b6474d-796f-4dea-bdee-971c22575810),segment_id=10b6474d-796f-4dea-bdee-971c22575810)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:43.382593 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 8fd4186f-6659-4e33-beed-94d23f18a11d, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8fd4186f-6659-4e33-beed-94d23f18a11d,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:43.403634 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for floatingip, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:43.403842 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bea74-4bbc-409a-8ffe-e752eba72085 req-cd433184-6533-496c-bb83-5a86366d5fe1 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:43.405262 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c44bea74-4bbc-409a-8ffe-e752eba72085 req-cd433184-6533-496c-bb83-5a86366d5fe1 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 944 time: 0.0804527 Feb 05 22:40:43.458049 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c44bea74-4bbc-409a-8ffe-e752eba72085 req-e7957765-0924-430d-861f-3e0b7940090c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453086 Feb 05 22:40:43.469679 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-72c1bfec-a98c-4f1d-ab9d-b8dc1b8bb35f None None] Set router a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:40:43.487465 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-6c46c241-8598-4d9a-bfbe-96231b5e4b05 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5813372 Feb 05 22:40:43.487956 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 45760) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:43.488059 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9963da-8bf9-4a7c-97fd-a26e3aaa9733', 'tag': '4593ec8f-196d-4b8a-bab5-a8a3f397732b'}] {{(pid=87482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:40:43.488159 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-77c1e5e2-5e51-4991-b340-53841044fa9b tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1153257347', 'description': 'tempest-secgroup-smoke-1153257347 description', 'project_id': '702e29ddaa8744428563df1e658cf792'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:43.488159 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-77c1e5e2-5e51-4991-b340-53841044fa9b tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:43.495760 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-77c1e5e2-5e51-4991-b340-53841044fa9b tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:43.508160 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:43.510067 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:43.547897 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df173ce-874a-467f-a74a-f0add22d5f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd4186f-6659-4e33-beed-94d23f18a11d', 'code': 200} Feb 05 22:40:43.582675 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=8fd4186f-6659-4e33-beed-94d23f18a11d,revision_number=10']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:43.611408 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-77c1e5e2-5e51-4991-b340-53841044fa9b tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:43.682079 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-77c1e5e2-5e51-4991-b340-53841044fa9b tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:43.693938 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-77c1e5e2-5e51-4991-b340-53841044fa9b tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Usage tracker for resource:security_group_rule and tenant:702e29ddaa8744428563df1e658cf792 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:43.697675 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=4fdcdea2-cc64-41e3-819e-430690a02ff8,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:43.699634 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-77c1e5e2-5e51-4991-b340-53841044fa9b tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:43.706833 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-77c1e5e2-5e51-4991-b340-53841044fa9b tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:43.752572 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078dfb7a-ff68-42e7-91b6-1f9c9c225b2d req-1591a335-7f87-4767-b45e-a0021ae7383d tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:43.754180 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-078dfb7a-ff68-42e7-91b6-1f9c9c225b2d req-1591a335-7f87-4767-b45e-a0021ae7383d tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 944 time: 0.1272008 Feb 05 22:40:43.827115 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-078dfb7a-ff68-42e7-91b6-1f9c9c225b2d req-63bee191-84d1-4550-b820-4f7e68c08580 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650585 Feb 05 22:40:43.840221 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-77c1e5e2-5e51-4991-b340-53841044fa9b tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:43.870515 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-72c1bfec-a98c-4f1d-ab9d-b8dc1b8bb35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'name': 'tempest-TestMinimumBasicScenario-34949573-router', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:38:59Z', 'updated_at': '2022-02-05T22:39:06Z', 'revision_number': 4, 'project_id': '702e29ddaa8744428563df1e658cf792', 'gw_port': {'id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:00Z', 'updated_at': '2022-02-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': '3d90f33f-8e6e-4cf7-a165-27342dcdf510', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'port_id': '4593ec8f-196d-4b8a-bab5-a8a3f397732b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27', 'mac_address': 'fa:16:3e:90:e0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9963da-8bf9-4a7c-97fd-a26e3aaa9733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:40:41Z', 'updated_at': '2022-02-05T22:40:41Z', 'revision_number': 0, 'project_id': '702e29ddaa8744428563df1e658cf792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03013d7-6e9b-4463-aef7-08ff617c2a83', 'name': '', 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'mac_address': 'fa:16:3e:ba:e3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f64bd31d-38ed-4971-9674-2865d8146099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:05Z', 'updated_at': '2022-02-05T22:39:14Z', 'revision_number': 5, 'project_id': '702e29ddaa8744428563df1e658cf792', 'subnets': [{'id': 'f64bd31d-38ed-4971-9674-2865d8146099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:40:43.874388 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c1bfec-a98c-4f1d-ab9d-b8dc1b8bb35f None None] Checking router: a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d for host: dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:40:43.883083 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c1bfec-a98c-4f1d-ab9d-b8dc1b8bb35f None None] Routers {'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:40:43.883797 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-72c1bfec-a98c-4f1d-ab9d-b8dc1b8bb35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:40:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:40:43.886578 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9963da-8bf9-4a7c-97fd-a26e3aaa9733', 'tag': '4593ec8f-196d-4b8a-bab5-a8a3f397732b', 'status': 'completed', 'code': 200} Feb 05 22:40:43.930891 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-77c1e5e2-5e51-4991-b340-53841044fa9b tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:43.990016 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['4fdcdea2-cc64-41e3-819e-430690a02ff8'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:40:44.016971 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1e5e2-5e51-4991-b340-53841044fa9b tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcb1103-e735-4780-a7b8-72bfd1e2fae1,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:44.053374 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725860b4-8d01-42e5-803f-e46a1e77ffc8 req-2c7ffb8f-a968-4128-81e6-d069558f136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:44.054872 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-725860b4-8d01-42e5-803f-e46a1e77ffc8 req-2c7ffb8f-a968-4128-81e6-d069558f136a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=702e29ddaa8744428563df1e658cf792&device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 1099 time: 0.1026926 Feb 05 22:40:44.080981 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-72c1bfec-a98c-4f1d-ab9d-b8dc1b8bb35f None None] Set router a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:40:44.167691 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-77c1e5e2-5e51-4991-b340-53841044fa9b tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:44.168954 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-77c1e5e2-5e51-4991-b340-53841044fa9b tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6947172 Feb 05 22:40:44.171996 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 45772) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:44.196327 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-44001b1c-2c53-415a-be55-66626abdacca tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Request body: {'security_group_rule': {'security_group_id': 'cdcb1103-e735-4780-a7b8-72bfd1e2fae1', 'project_id': '702e29ddaa8744428563df1e658cf792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:44.206260 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-44001b1c-2c53-415a-be55-66626abdacca tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:44.223713 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-44001b1c-2c53-415a-be55-66626abdacca tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Usage tracker for resource:security_group_rule and tenant:702e29ddaa8744428563df1e658cf792 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:44.230405 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-44001b1c-2c53-415a-be55-66626abdacca tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:44.248320 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-44001b1c-2c53-415a-be55-66626abdacca tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:44.337891 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725860b4-8d01-42e5-803f-e46a1e77ffc8 req-c613fe4b-60c1-456c-8746-39eaee5bb6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:44.339350 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-725860b4-8d01-42e5-803f-e46a1e77ffc8 req-c613fe4b-60c1-456c-8746-39eaee5bb6c7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=68b48108-dc53-4d92-bb25-96697ea07f27 HTTP/1.1" status: 200 len: 914 time: 0.2731223 Feb 05 22:40:44.403795 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fb0ce-8073-4138-9b9f-33ca2eb11e20 req-30831872-aa29-40fd-b60f-299c6d9a01a0 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:44.412068 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0e2fb0ce-8073-4138-9b9f-33ca2eb11e20 req-30831872-aa29-40fd-b60f-299c6d9a01a0 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.0899427 Feb 05 22:40:44.461825 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0e2fb0ce-8073-4138-9b9f-33ca2eb11e20 req-5cad5624-1e09-4b7f-9b46-4678bc041f97 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485277 Feb 05 22:40:44.592219 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-44001b1c-2c53-415a-be55-66626abdacca tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:44.595562 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-72c1bfec-a98c-4f1d-ab9d-b8dc1b8bb35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'name': 'tempest-TestMinimumBasicScenario-34949573-router', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:38:59Z', 'updated_at': '2022-02-05T22:39:06Z', 'revision_number': 4, 'project_id': '702e29ddaa8744428563df1e658cf792', 'gw_port': {'id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:00Z', 'updated_at': '2022-02-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': '3d90f33f-8e6e-4cf7-a165-27342dcdf510', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'port_id': '4593ec8f-196d-4b8a-bab5-a8a3f397732b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27', 'mac_address': 'fa:16:3e:90:e0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9963da-8bf9-4a7c-97fd-a26e3aaa9733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:40:41Z', 'updated_at': '2022-02-05T22:40:41Z', 'revision_number': 0, 'project_id': '702e29ddaa8744428563df1e658cf792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03013d7-6e9b-4463-aef7-08ff617c2a83', 'name': '', 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'mac_address': 'fa:16:3e:ba:e3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f64bd31d-38ed-4971-9674-2865d8146099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:05Z', 'updated_at': '2022-02-05T22:39:14Z', 'revision_number': 5, 'project_id': '702e29ddaa8744428563df1e658cf792', 'subnets': [{'id': 'f64bd31d-38ed-4971-9674-2865d8146099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:40:44.599914 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c1bfec-a98c-4f1d-ab9d-b8dc1b8bb35f None None] The sync data for ids ['a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'] in dv-cinder-818886-2-iscsi is: [{'id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'name': 'tempest-TestMinimumBasicScenario-34949573-router', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:38:59Z', 'updated_at': '2022-02-05T22:39:06Z', 'revision_number': 4, 'project_id': '702e29ddaa8744428563df1e658cf792', 'gw_port': {'id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:00Z', 'updated_at': '2022-02-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': '3d90f33f-8e6e-4cf7-a165-27342dcdf510', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'port_id': '4593ec8f-196d-4b8a-bab5-a8a3f397732b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27', 'mac_address': 'fa:16:3e:90:e0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9963da-8bf9-4a7c-97fd-a26e3aaa9733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:40:41Z', 'updated_at': '2022-02-05T22:40:41Z', 'revision_number': 0, 'project_id': '702e29ddaa8744428563df1e658cf792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03013d7-6e9b-4463-aef7-08ff617c2a83', 'name': '', 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'mac_address': 'fa:16:3e:ba:e3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f64bd31d-38ed-4971-9674-2865d8146099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:05Z', 'updated_at': '2022-02-05T22:39:14Z', 'revision_number': 5, 'project_id': '702e29ddaa8744428563df1e658cf792', 'subnets': [{'id': 'f64bd31d-38ed-4971-9674-2865d8146099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:40:44.618387 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbdf41-b106-48b9-8c77-221f7971b41e req-0711a2d0-7358-457d-a47e-aa03daeca88b tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:44.619890 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7dfbdf41-b106-48b9-8c77-221f7971b41e req-0711a2d0-7358-457d-a47e-aa03daeca88b tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 946 time: 0.3660216 Feb 05 22:40:44.678943 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64466f-b40a-46ba-80f5-a87bfd14e88b req-84e60da9-b950-4a12-b377-fe552c48d061 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:44.680758 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ef64466f-b40a-46ba-80f5-a87bfd14e88b req-84e60da9-b950-4a12-b377-fe552c48d061 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 944 time: 0.1114953 Feb 05 22:40:44.690017 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-725860b4-8d01-42e5-803f-e46a1e77ffc8 req-0d113053-ef80-4b55-bb3e-26ee3bbfd9d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4593ec8f-196d-4b8a-bab5-a8a3f397732b HTTP/1.1" status: 200 len: 999 time: 0.2938929 Feb 05 22:40:44.727287 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ef64466f-b40a-46ba-80f5-a87bfd14e88b req-cabc11a6-1bc3-4753-a479-4309e2ea76d5 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403585 Feb 05 22:40:44.768075 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7dfbdf41-b106-48b9-8c77-221f7971b41e req-6f033ac5-f45b-47ea-a224-9bf30fadf2e6 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1316557 Feb 05 22:40:44.798945 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-44001b1c-2c53-415a-be55-66626abdacca tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:44.801219 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e27a1d-0b09-4b2b-943c-4bce8f8ab148 req-c19330f8-0763-4f21-82df-a551f4f36b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:44.802714 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-55e27a1d-0b09-4b2b-943c-4bce8f8ab148 req-c19330f8-0763-4f21-82df-a551f4f36b9f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 1099 time: 0.4401007 Feb 05 22:40:44.808632 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725860b4-8d01-42e5-803f-e46a1e77ffc8 req-c1c9a092-0571-475e-b591-27aeca78676e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:44.810084 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-725860b4-8d01-42e5-803f-e46a1e77ffc8 req-c1c9a092-0571-475e-b591-27aeca78676e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f64bd31d-38ed-4971-9674-2865d8146099 HTTP/1.1" status: 200 len: 852 time: 0.1072404 Feb 05 22:40:44.821719 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8577fc-f15d-4d68-af10-8ad6b47fabea None None] New status for floating IP 3d90f33f-8e6e-4cf7-a165-27342dcdf510: ACTIVE {{(pid=87484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 22:40:44.905051 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-55e27a1d-0b09-4b2b-943c-4bce8f8ab148 req-282166e9-ea7c-4d76-ac43-70495715df94 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0940194 Feb 05 22:40:44.922925 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725860b4-8d01-42e5-803f-e46a1e77ffc8 req-50b5a8f2-c60f-4c05-93a8-ab50ccecadfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:44.924635 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-725860b4-8d01-42e5-803f-e46a1e77ffc8 req-50b5a8f2-c60f-4c05-93a8-ab50ccecadfb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68b48108-dc53-4d92-bb25-96697ea07f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0994592 Feb 05 22:40:44.930513 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-44001b1c-2c53-415a-be55-66626abdacca tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:44.955291 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44001b1c-2c53-415a-be55-66626abdacca tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fbdda8-c8ba-407c-b6c2-950ee32a63b5,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:45.031156 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c693f6e-6d2b-4f78-b30e-1931b5d36e92 req-da603f8f-89df-4499-9e1c-bc5b860de410 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:45.032675 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0c693f6e-6d2b-4f78-b30e-1931b5d36e92 req-da603f8f-89df-4499-9e1c-bc5b860de410 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 944 time: 0.0815585 Feb 05 22:40:45.078355 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0c693f6e-6d2b-4f78-b30e-1931b5d36e92 req-9b1d2d27-a6af-4279-921f-366e8f49845e tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394387 Feb 05 22:40:45.085228 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-44001b1c-2c53-415a-be55-66626abdacca tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:45.088697 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-44001b1c-2c53-415a-be55-66626abdacca tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9128025 Feb 05 22:40:45.089985 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 45784) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:45.101013 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-869f79b5-9305-4336-ac40-6dbc24d4ab24 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Request body: {'security_group_rule': {'security_group_id': 'cdcb1103-e735-4780-a7b8-72bfd1e2fae1', 'project_id': '702e29ddaa8744428563df1e658cf792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:45.106618 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-869f79b5-9305-4336-ac40-6dbc24d4ab24 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:45.111150 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-869f79b5-9305-4336-ac40-6dbc24d4ab24 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Usage tracker for resource:security_group_rule and tenant:702e29ddaa8744428563df1e658cf792 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:45.114006 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-869f79b5-9305-4336-ac40-6dbc24d4ab24 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:45.119618 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-869f79b5-9305-4336-ac40-6dbc24d4ab24 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:45.274458 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-869f79b5-9305-4336-ac40-6dbc24d4ab24 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:45.339375 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-725860b4-8d01-42e5-803f-e46a1e77ffc8 req-a7a3927b-99e8-4f40-8c4f-6551ddb2fa2b service neutron] 10.222.0.45 "GET /v2.0/networks/68b48108-dc53-4d92-bb25-96697ea07f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662333 Feb 05 22:40:45.428403 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-869f79b5-9305-4336-ac40-6dbc24d4ab24 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:45.482537 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-725860b4-8d01-42e5-803f-e46a1e77ffc8 req-d78048a6-f404-4538-b864-e83d6147fdf4 service neutron] 10.222.0.45 "GET /v2.0/networks/68b48108-dc53-4d92-bb25-96697ea07f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337688 Feb 05 22:40:45.530826 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-869f79b5-9305-4336-ac40-6dbc24d4ab24 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:45.558606 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f79b5-9305-4336-ac40-6dbc24d4ab24 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2d0591-3148-4abf-98f7-f8f8917b06cd,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:45.639454 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4ceb7-a9c5-4685-a5be-1bb4fa106c72 req-c4303c50-3315-4eca-9c8e-a4c67bc931aa tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:45.641509 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c7b4ceb7-a9c5-4685-a5be-1bb4fa106c72 req-c4303c50-3315-4eca-9c8e-a4c67bc931aa tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.0786245 Feb 05 22:40:45.681721 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-869f79b5-9305-4336-ac40-6dbc24d4ab24 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:45.682847 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-869f79b5-9305-4336-ac40-6dbc24d4ab24 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5909822 Feb 05 22:40:45.685551 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 45792) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:45.692080 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-324db0ba-b626-49d0-bc7d-3ac8b9e34073 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Request body: {'security_group_rule': {'security_group_id': 'cdcb1103-e735-4780-a7b8-72bfd1e2fae1', 'project_id': '702e29ddaa8744428563df1e658cf792', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:45.697977 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c7b4ceb7-a9c5-4685-a5be-1bb4fa106c72 req-1b1315dc-4f99-422e-9247-e99769968327 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc1889a5-9b91-44ae-8aef-42f18185a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507891 Feb 05 22:40:45.700152 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-324db0ba-b626-49d0-bc7d-3ac8b9e34073 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:45.704533 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-324db0ba-b626-49d0-bc7d-3ac8b9e34073 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Usage tracker for resource:security_group_rule and tenant:702e29ddaa8744428563df1e658cf792 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:45.707366 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-324db0ba-b626-49d0-bc7d-3ac8b9e34073 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:45.713118 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-324db0ba-b626-49d0-bc7d-3ac8b9e34073 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:45.828239 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-324db0ba-b626-49d0-bc7d-3ac8b9e34073 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:45.930553 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b32e9-999a-4d99-9355-6a7c51b318e3 req-259bd05a-0e35-4fe0-a898-42d2c2dcd793 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:45.931827 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-287b32e9-999a-4d99-9355-6a7c51b318e3 req-259bd05a-0e35-4fe0-a898-42d2c2dcd793 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 944 time: 0.0942960 Feb 05 22:40:45.975917 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-287b32e9-999a-4d99-9355-6a7c51b318e3 req-49af26d0-440f-44b4-ad56-e527266151a2 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372958 Feb 05 22:40:45.991153 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-324db0ba-b626-49d0-bc7d-3ac8b9e34073 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:46.055508 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c4521-babd-48c9-985c-0c9ccd1aeea4 req-df55b545-ae48-4023-92d9-e0c189db51b4 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:46.056925 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-708c4521-babd-48c9-985c-0c9ccd1aeea4 req-df55b545-ae48-4023-92d9-e0c189db51b4 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.45 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 945 time: 0.1117790 Feb 05 22:40:46.065397 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc075a1b-a2bb-4a5e-a471-d8406a35fe95 req-06728b6b-eb39-4053-b52a-fdda7e6d7632 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:46.066698 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-dc075a1b-a2bb-4a5e-a471-d8406a35fe95 req-06728b6b-eb39-4053-b52a-fdda7e6d7632 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 946 time: 0.1747546 Feb 05 22:40:46.068889 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-324db0ba-b626-49d0-bc7d-3ac8b9e34073 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:46.155171 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324db0ba-b626-49d0-bc7d-3ac8b9e34073 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c521bb89-0d3d-47b9-8447-136aa78cb78a,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:46.186894 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-708c4521-babd-48c9-985c-0c9ccd1aeea4 req-6a435a0e-3959-4e50-ad2f-67b0b3b2994c tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Deleting port 3a183df7-65c7-46e9-9071-5ec23a46d735 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:40:46.187896 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-708c4521-babd-48c9-985c-0c9ccd1aeea4 req-6a435a0e-3959-4e50-ad2f-67b0b3b2994c tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:46.241685 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-dc075a1b-a2bb-4a5e-a471-d8406a35fe95 req-f081cadf-737b-400a-b6b0-a090c21c7d5a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1389785 Feb 05 22:40:46.269810 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4737a1-d23d-4f68-8e65-221d4bb98631 req-79a972aa-1bfd-43eb-b0e4-23d805df03d8 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:46.271370 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7f4737a1-d23d-4f68-8e65-221d4bb98631 req-79a972aa-1bfd-43eb-b0e4-23d805df03d8 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 944 time: 0.0891917 Feb 05 22:40:46.284667 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-324db0ba-b626-49d0-bc7d-3ac8b9e34073 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:46.285888 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-324db0ba-b626-49d0-bc7d-3ac8b9e34073 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5994611 Feb 05 22:40:46.291175 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 45802) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:46.302722 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-e73d4ab7-67ae-4ee9-809c-e3d63acc7056 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Request body: {'security_group_rule': {'security_group_id': 'cdcb1103-e735-4780-a7b8-72bfd1e2fae1', 'project_id': '702e29ddaa8744428563df1e658cf792', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:46.310635 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-e73d4ab7-67ae-4ee9-809c-e3d63acc7056 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:46.322393 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-e73d4ab7-67ae-4ee9-809c-e3d63acc7056 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Usage tracker for resource:security_group_rule and tenant:702e29ddaa8744428563df1e658cf792 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:46.327690 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-e73d4ab7-67ae-4ee9-809c-e3d63acc7056 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:46.336288 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-e73d4ab7-67ae-4ee9-809c-e3d63acc7056 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:46.340525 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7f4737a1-d23d-4f68-8e65-221d4bb98631 req-6bdbbeea-2c99-4197-a04e-e88079ac40da tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636415 Feb 05 22:40:46.427683 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e73d4ab7-67ae-4ee9-809c-e3d63acc7056 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:46.447876 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-708c4521-babd-48c9-985c-0c9ccd1aeea4 req-6a435a0e-3959-4e50-ad2f-67b0b3b2994c tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] For port 3a183df7-65c7-46e9-9071-5ec23a46d735, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3a183df7-65c7-46e9-9071-5ec23a46d735,segment=NetworkSegment(6f8fe982-8fcd-419d-a433-65bb059306d6),segment_id=6f8fe982-8fcd-419d-a433-65bb059306d6)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:46.448240 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-708c4521-babd-48c9-985c-0c9ccd1aeea4 req-6a435a0e-3959-4e50-ad2f-67b0b3b2994c tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:46.493265 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e73d4ab7-67ae-4ee9-809c-e3d63acc7056 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:46.573444 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-708c4521-babd-48c9-985c-0c9ccd1aeea4 req-6a435a0e-3959-4e50-ad2f-67b0b3b2994c tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Calling delete_port for 3a183df7-65c7-46e9-9071-5ec23a46d735 owned by compute:nova {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:40:46.581941 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e73d4ab7-67ae-4ee9-809c-e3d63acc7056 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:46.605924 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d4ab7-67ae-4ee9-809c-e3d63acc7056 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aecfe3f0-7083-417c-bda1-29c891cbc1ae,revision_number=0']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:46.764942 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e73d4ab7-67ae-4ee9-809c-e3d63acc7056 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:46.766643 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-e73d4ab7-67ae-4ee9-809c-e3d63acc7056 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4745138 Feb 05 22:40:46.775317 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 45826) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:46.775317 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-9c784d85-3961-4fa9-aa7b-fbd3af2813dd tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Request body: {'security_group_rule': {'security_group_id': 'cdcb1103-e735-4780-a7b8-72bfd1e2fae1', 'project_id': '702e29ddaa8744428563df1e658cf792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:46.780037 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-9c784d85-3961-4fa9-aa7b-fbd3af2813dd tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:46.784874 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-9c784d85-3961-4fa9-aa7b-fbd3af2813dd tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Usage tracker for resource:security_group_rule and tenant:702e29ddaa8744428563df1e658cf792 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:46.787743 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-9c784d85-3961-4fa9-aa7b-fbd3af2813dd tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:46.793374 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-9c784d85-3961-4fa9-aa7b-fbd3af2813dd tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:46.842093 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-708c4521-babd-48c9-985c-0c9ccd1aeea4 req-6a435a0e-3959-4e50-ad2f-67b0b3b2994c tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:46.864569 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['3a183df7-65c7-46e9-9071-5ec23a46d735'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:40:46.919593 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 4fdcdea2-cc64-41e3-819e-430690a02ff8 up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:40:46.930782 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.db.securitygroups_db [None req-9c784d85-3961-4fa9-aa7b-fbd3af2813dd tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Project 702e29ddaa8744428563df1e658cf792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 22:40:46.939020 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9c784d85-3961-4fa9-aa7b-fbd3af2813dd tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:46.983373 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-28787b2d-7fe2-4515-a27c-486ed7bb6789 req-d96031ef-92d2-4203-b6d7-04774faadf58 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 210 time: 0.1768768 Feb 05 22:40:46.994041 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a435a0e-3959-4e50-ad2f-67b0b3b2994c tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Pushing event deleted for resources: {'Port': ['ID=3a183df7-65c7-46e9-9071-5ec23a46d735,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:47.027903 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9c784d85-3961-4fa9-aa7b-fbd3af2813dd tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:47.071264 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-708c4521-babd-48c9-985c-0c9ccd1aeea4 req-6a435a0e-3959-4e50-ad2f-67b0b3b2994c tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] No DVR routers for this DVR port 3a183df7-65c7-46e9-9071-5ec23a46d735 on host hv-cinder-81888 {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:40:47.073781 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-708c4521-babd-48c9-985c-0c9ccd1aeea4 req-6a435a0e-3959-4e50-ad2f-67b0b3b2994c tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:47.076280 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562caf5e-d3eb-4f1e-a0d4-507c73e66372', 'name': 'network-vif-deleted', 'tag': '3a183df7-65c7-46e9-9071-5ec23a46d735'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:40:47.119609 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning for port 4fdcdea2-cc64-41e3-819e-430690a02ff8 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:40:47.126027 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562caf5e-d3eb-4f1e-a0d4-507c73e66372', 'name': 'network-vif-deleted', 'tag': '3a183df7-65c7-46e9-9071-5ec23a46d735', 'status': 'completed', 'code': 200} Feb 05 22:40:47.128285 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port 4fdcdea2-cc64-41e3-819e-430690a02ff8 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:40:47.128668 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:47.154701 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-708c4521-babd-48c9-985c-0c9ccd1aeea4 req-6a435a0e-3959-4e50-ad2f-67b0b3b2994c tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.45 "DELETE /v2.0/ports/3a183df7-65c7-46e9-9071-5ec23a46d735 HTTP/1.1" status: 204 len: 173 time: 1.0867124 Feb 05 22:40:47.154910 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9c784d85-3961-4fa9-aa7b-fbd3af2813dd tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:47.180764 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c784d85-3961-4fa9-aa7b-fbd3af2813dd tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9aef9e4-ea95-4d89-a991-702a54ad7e7b,revision_number=0']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:47.202983 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56666a4c-5745-40a0-9b75-4443f9e0d686 req-2d00bc2a-4289-4eb3-8072-6ca557104255 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:47.204457 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-56666a4c-5745-40a0-9b75-4443f9e0d686 req-2d00bc2a-4289-4eb3-8072-6ca557104255 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 944 time: 0.1139050 Feb 05 22:40:47.257260 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:47.257918 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-56666a4c-5745-40a0-9b75-4443f9e0d686 req-2345b6fb-951e-4c7b-af3d-63d0c4666db0 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471117 Feb 05 22:40:47.292427 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaad0dbd-c76b-42a2-bf96-01643c39252a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdcdea2-cc64-41e3-819e-430690a02ff8'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:40:47.305573 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 4fdcdea2-cc64-41e3-819e-430690a02ff8, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=4fdcdea2-cc64-41e3-819e-430690a02ff8,segment=NetworkSegment(10b6474d-796f-4dea-bdee-971c22575810),segment_id=10b6474d-796f-4dea-bdee-971c22575810)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:47.338921 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9c784d85-3961-4fa9-aa7b-fbd3af2813dd tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:47.340615 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-9c784d85-3961-4fa9-aa7b-fbd3af2813dd tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5702925 Feb 05 22:40:47.343605 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 45850) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:47.344831 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaad0dbd-c76b-42a2-bf96-01643c39252a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdcdea2-cc64-41e3-819e-430690a02ff8', 'code': 200} Feb 05 22:40:47.348471 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-98f13862-4946-426e-929a-60e731e96a30 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Request body: {'security_group_rule': {'security_group_id': 'cdcb1103-e735-4780-a7b8-72bfd1e2fae1', 'project_id': '702e29ddaa8744428563df1e658cf792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:47.354219 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-98f13862-4946-426e-929a-60e731e96a30 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:47.358231 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-98f13862-4946-426e-929a-60e731e96a30 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Usage tracker for resource:security_group_rule and tenant:702e29ddaa8744428563df1e658cf792 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:47.362191 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-98f13862-4946-426e-929a-60e731e96a30 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:47.368281 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-98f13862-4946-426e-929a-60e731e96a30 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:47.432182 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:47.469739 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3007bcb-8c33-418b-953f-55df4dd1c756 req-3a380bd4-7425-45d4-b9b7-abc48dd0b857 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:47.472418 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e3007bcb-8c33-418b-953f-55df4dd1c756 req-3a380bd4-7425-45d4-b9b7-abc48dd0b857 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 946 time: 0.1095684 Feb 05 22:40:47.508113 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=4fdcdea2-cc64-41e3-819e-430690a02ff8,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:47.513808 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.db.securitygroups_db [None req-98f13862-4946-426e-929a-60e731e96a30 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Project 702e29ddaa8744428563df1e658cf792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 22:40:47.520975 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e3007bcb-8c33-418b-953f-55df4dd1c756 req-22a9c778-6e13-4f13-bd56-c7802224632b tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439389 Feb 05 22:40:47.524280 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-98f13862-4946-426e-929a-60e731e96a30 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:47.726894 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5261fe3-9991-441d-8cca-0f76e5908563 req-e6699c5e-4102-4392-b40a-fcc25214be2d tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:47.728362 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c5261fe3-9991-441d-8cca-0f76e5908563 req-e6699c5e-4102-4392-b40a-fcc25214be2d tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 945 time: 0.2631166 Feb 05 22:40:47.732986 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-98f13862-4946-426e-929a-60e731e96a30 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:47.773791 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c5261fe3-9991-441d-8cca-0f76e5908563 req-13fe7941-d30c-4c77-a415-c540f6f6b568 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381269 Feb 05 22:40:47.816196 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-98f13862-4946-426e-929a-60e731e96a30 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:47.836685 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b9015-074d-4896-9925-f34d0d196b7a req-9a2068c9-808b-47a8-b033-c21ca87288fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:47.838352 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-463b9015-074d-4896-9925-f34d0d196b7a req-9a2068c9-808b-47a8-b033-c21ca87288fd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 1098 time: 0.0752318 Feb 05 22:40:47.838495 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f13862-4946-426e-929a-60e731e96a30 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6978e9f-fbd5-45e5-b075-46b43bc29cbb,revision_number=0']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:47.883568 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-463b9015-074d-4896-9925-f34d0d196b7a req-b90bb557-431b-46d8-aa2f-f1133c8023be service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344810 Feb 05 22:40:47.919290 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-98f13862-4946-426e-929a-60e731e96a30 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:47.920502 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-98f13862-4946-426e-929a-60e731e96a30 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5761359 Feb 05 22:40:48.039898 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-3756cc36-d192-450d-a400-ab4ee6c90f4a req-3ce35143-c141-4339-9d05-19832ed7cb2e tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Synchronizing usage tracker for tenant:702e29ddaa8744428563df1e658cf792 on resource:security_group {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:40:48.160829 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e990e26f-3925-4bc2-a318-5ec4472b6023 req-f18591f2-f105-4755-aff6-09cd6de9daa1 tempest-ServerRescueNegativeTestJSON-1848971770 tempest-ServerRescueNegativeTestJSON-1848971770-project] 10.222.0.24 "GET /v2.0/ports?device_id=562caf5e-d3eb-4f1e-a0d4-507c73e66372 HTTP/1.1" status: 200 len: 210 time: 0.0426993 Feb 05 22:40:48.164626 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-3756cc36-d192-450d-a400-ab4ee6c90f4a req-3ce35143-c141-4339-9d05-19832ed7cb2e tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Unset dirty status for tenant:702e29ddaa8744428563df1e658cf792 on resource:security_group {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:40:48.165790 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3756cc36-d192-450d-a400-ab4ee6c90f4a req-3ce35143-c141-4339-9d05-19832ed7cb2e tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1153257347&fields=id&tenant_id=702e29ddaa8744428563df1e658cf792 HTTP/1.1" status: 200 len: 267 time: 0.1666770 Feb 05 22:40:48.248775 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756cc36-d192-450d-a400-ab4ee6c90f4a req-43ec0a9c-00e5-4e6c-b1c2-f0c6e138e32f tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:48.251043 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3756cc36-d192-450d-a400-ab4ee6c90f4a req-43ec0a9c-00e5-4e6c-b1c2-f0c6e138e32f tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 946 time: 0.0795741 Feb 05 22:40:48.262818 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-3756cc36-d192-450d-a400-ab4ee6c90f4a req-2117d58f-3b0a-462a-a6a6-2ce0e3c51c31 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Request body: {'port': {'security_groups': ['e5a986b4-a61e-4337-99b1-10cff2eee2be', 'cdcb1103-e735-4780-a7b8-72bfd1e2fae1']}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:48.389020 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-3756cc36-d192-450d-a400-ab4ee6c90f4a req-2117d58f-3b0a-462a-a6a6-2ce0e3c51c31 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:48.454866 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114e8d2-8c09-4222-a024-f8992a326bde req-287a5ade-4731-40ae-b41a-f33fdfb1881d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:48.456330 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7114e8d2-8c09-4222-a024-f8992a326bde req-287a5ade-4731-40ae-b41a-f33fdfb1881d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 944 time: 0.0866206 Feb 05 22:40:48.502291 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7114e8d2-8c09-4222-a024-f8992a326bde req-78796493-c03a-4201-9cf8-88ad607a146f tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397680 Feb 05 22:40:48.686751 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-3756cc36-d192-450d-a400-ab4ee6c90f4a req-2117d58f-3b0a-462a-a6a6-2ce0e3c51c31 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] For port 4593ec8f-196d-4b8a-bab5-a8a3f397732b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=4593ec8f-196d-4b8a-bab5-a8a3f397732b,segment=NetworkSegment(c52e265f-5954-4c7a-b1c5-eb286491c2f6),segment_id=c52e265f-5954-4c7a-b1c5-eb286491c2f6)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:48.717600 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-3756cc36-d192-450d-a400-ab4ee6c90f4a req-2117d58f-3b0a-462a-a6a6-2ce0e3c51c31 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:48.788075 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-3756cc36-d192-450d-a400-ab4ee6c90f4a req-2117d58f-3b0a-462a-a6a6-2ce0e3c51c31 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:48.803316 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['4593ec8f-196d-4b8a-bab5-a8a3f397732b'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:40:48.867679 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756cc36-d192-450d-a400-ab4ee6c90f4a req-2117d58f-3b0a-462a-a6a6-2ce0e3c51c31 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:48.868350 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-3756cc36-d192-450d-a400-ab4ee6c90f4a req-2117d58f-3b0a-462a-a6a6-2ce0e3c51c31 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:48.870727 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3756cc36-d192-450d-a400-ab4ee6c90f4a req-2117d58f-3b0a-462a-a6a6-2ce0e3c51c31 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "PUT /v2.0/ports/4593ec8f-196d-4b8a-bab5-a8a3f397732b HTTP/1.1" status: 200 len: 982 time: 0.6124456 Feb 05 22:40:48.901020 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71d197-6b65-4130-8f95-06bac45ebeff req-a38a4133-b019-4d06-8ae3-ed9ee64986d6 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:48.902630 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-8e71d197-6b65-4130-8f95-06bac45ebeff req-a38a4133-b019-4d06-8ae3-ed9ee64986d6 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 946 time: 0.1034231 Feb 05 22:40:48.907938 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117d58f-3b0a-462a-a6a6-2ce0e3c51c31 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Pushing event updated for resources: {'Port': ['ID=4593ec8f-196d-4b8a-bab5-a8a3f397732b,revision_number=6']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:48.927661 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device e7511d30-bd9c-4f51-8df4-40524bba32ea details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:40:48.930420 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 3a183df7-65c7-46e9-9071-5ec23a46d735 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:40:48.974014 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-8e71d197-6b65-4130-8f95-06bac45ebeff req-cd423095-50cc-44a3-8cb6-73cac9c46ef1 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0639505 Feb 05 22:40:48.992681 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-811273f3-d201-4702-b501-7ebc0865d383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:49.015404 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] No Port match for: 3a183df7-65c7-46e9-9071-5ec23a46d735 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:40:49.016094 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 3a183df7-65c7-46e9-9071-5ec23a46d735 not bound to the agent host hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:40:49.112576 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ccda1-e876-45d9-a2ee-bf92c70d0ade req-4e4173df-2901-42c4-a201-01868d6b0379 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:49.114309 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-712ccda1-e876-45d9-a2ee-bf92c70d0ade req-4e4173df-2901-42c4-a201-01868d6b0379 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 945 time: 0.0982606 Feb 05 22:40:49.133177 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9963da-8bf9-4a7c-97fd-a26e3aaa9733', 'tag': '4593ec8f-196d-4b8a-bab5-a8a3f397732b'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:40:49.139408 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['4593ec8f-196d-4b8a-bab5-a8a3f397732b'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:40:49.170679 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-712ccda1-e876-45d9-a2ee-bf92c70d0ade req-2c046b15-c533-4325-9f77-65fdff7327b3 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442863 Feb 05 22:40:49.209518 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0212f2-c94b-40d7-a367-89a3a376ebde req-6c23058b-04f3-42f4-a06c-9a57fc4938f6 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:49.211030 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-fa0212f2-c94b-40d7-a367-89a3a376ebde req-6c23058b-04f3-42f4-a06c-9a57fc4938f6 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 985 time: 0.0928221 Feb 05 22:40:49.221591 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9963da-8bf9-4a7c-97fd-a26e3aaa9733', 'tag': '4593ec8f-196d-4b8a-bab5-a8a3f397732b', 'status': 'completed', 'code': 200} Feb 05 22:40:49.283415 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-fa0212f2-c94b-40d7-a367-89a3a376ebde req-6249229e-7db5-4337-91ea-15feafcc9124 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&id=cdcb1103-e735-4780-a7b8-72bfd1e2fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644844 Feb 05 22:40:49.297607 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 45884) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:49.344305 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b65384-64d6-489c-9f23-5235022f3439 req-03b596e1-257e-4d20-b034-a7856eaab9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:49.346351 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-17b65384-64d6-489c-9f23-5235022f3439 req-03b596e1-257e-4d20-b034-a7856eaab9d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=702e29ddaa8744428563df1e658cf792&device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 1138 time: 0.0957389 Feb 05 22:40:49.353729 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-a47255f3-7aa3-4304-ab18-e5f751dd5bd7 None None] Provisioning complete for port 4593ec8f-196d-4b8a-bab5-a8a3f397732b triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:40:49.354032 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-a47255f3-7aa3-4304-ab18-e5f751dd5bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:49.430136 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port e7511d30-bd9c-4f51-8df4-40524bba32ea, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e7511d30-bd9c-4f51-8df4-40524bba32ea,segment=NetworkSegment(d7af7278-00da-4a19-8b7b-1858f8d90a47),segment_id=d7af7278-00da-4a19-8b7b-1858f8d90a47)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:49.474610 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': 'e7511d30-bd9c-4f51-8df4-40524bba32ea', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'port_id': 'e7511d30-bd9c-4f51-8df4-40524bba32ea', 'mac_address': 'fa:16:3e:da:d7:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:40:49.497384 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b65384-64d6-489c-9f23-5235022f3439 req-2ba62f6f-c489-489b-a3c1-ab729e17689c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:49.498979 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-17b65384-64d6-489c-9f23-5235022f3439 req-2ba62f6f-c489-489b-a3c1-ab729e17689c service neutron] 10.222.0.45 "GET /v2.0/networks?id=68b48108-dc53-4d92-bb25-96697ea07f27 HTTP/1.1" status: 200 len: 914 time: 0.1311114 Feb 05 22:40:49.576817 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:49.629864 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-17b65384-64d6-489c-9f23-5235022f3439 req-861294df-9a9b-48da-9119-5a3ebd480d42 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4593ec8f-196d-4b8a-bab5-a8a3f397732b HTTP/1.1" status: 200 len: 1001 time: 0.1114316 Feb 05 22:40:49.654832 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7511d30-bd9c-4f51-8df4-40524bba32ea {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:40:49.700415 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b65384-64d6-489c-9f23-5235022f3439 req-bf55d5d8-7490-4fb5-937b-93c4c3411afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:49.701992 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-17b65384-64d6-489c-9f23-5235022f3439 req-bf55d5d8-7490-4fb5-937b-93c4c3411afe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f64bd31d-38ed-4971-9674-2865d8146099 HTTP/1.1" status: 200 len: 852 time: 0.0647349 Feb 05 22:40:49.776528 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port e7511d30-bd9c-4f51-8df4-40524bba32ea, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e7511d30-bd9c-4f51-8df4-40524bba32ea,segment=NetworkSegment(d7af7278-00da-4a19-8b7b-1858f8d90a47),segment_id=d7af7278-00da-4a19-8b7b-1858f8d90a47)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:49.786638 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b65384-64d6-489c-9f23-5235022f3439 req-c75fc1fd-6957-4349-857a-e1ed084eae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:49.789243 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-17b65384-64d6-489c-9f23-5235022f3439 req-c75fc1fd-6957-4349-857a-e1ed084eae23 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68b48108-dc53-4d92-bb25-96697ea07f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793598 Feb 05 22:40:49.871990 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2813f-db99-406d-a75d-31d1d504811a req-e584dfc9-5ab9-40c5-941c-a5c6fad4b877 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:49.875077 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:49.882924 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4ab2813f-db99-406d-a75d-31d1d504811a req-e584dfc9-5ab9-40c5-941c-a5c6fad4b877 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 944 time: 0.2240100 Feb 05 22:40:49.945524 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-17b65384-64d6-489c-9f23-5235022f3439 req-a8cb2018-76a8-4dcb-98e3-955f964f07a0 service neutron] 10.222.0.45 "GET /v2.0/networks/68b48108-dc53-4d92-bb25-96697ea07f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452024 Feb 05 22:40:49.990041 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4ab2813f-db99-406d-a75d-31d1d504811a req-fbb8e69f-47da-45c3-b480-284f9b30c233 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653369 Feb 05 22:40:50.097271 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=e7511d30-bd9c-4f51-8df4-40524bba32ea,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:50.111855 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-cf092779-cbd4-4ac6-8a89-1720a1ad0dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960473'] for router_interface, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:50.182383 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-17b65384-64d6-489c-9f23-5235022f3439 req-33140378-0bb6-4f3a-926f-013906f027ad service neutron] 10.222.0.45 "GET /v2.0/networks/68b48108-dc53-4d92-bb25-96697ea07f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268276 Feb 05 22:40:50.262790 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['e7511d30-bd9c-4f51-8df4-40524bba32ea'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:40:50.363439 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee13a30-2e7c-4862-a0aa-2f20b9e9405e req-1310b769-3834-4b4c-99aa-207b0397775e tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:50.365250 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5ee13a30-2e7c-4862-a0aa-2f20b9e9405e req-1310b769-3834-4b4c-99aa-207b0397775e tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 945 time: 0.0859253 Feb 05 22:40:50.418100 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5ee13a30-2e7c-4862-a0aa-2f20b9e9405e req-3ccbcf16-19c6-4e32-ae25-25606866fd63 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461187 Feb 05 22:40:50.482776 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-cf092779-cbd4-4ac6-8a89-1720a1ad0dc3 admin admin] Deleting port c913fec1-68ba-4639-94ce-d629f0e33c0c {{(pid=87482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:40:50.483182 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-cf092779-cbd4-4ac6-8a89-1720a1ad0dc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:50.741960 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.db [None req-cf092779-cbd4-4ac6-8a89-1720a1ad0dc3 admin admin] For port c913fec1-68ba-4639-94ce-d629f0e33c0c, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=c913fec1-68ba-4639-94ce-d629f0e33c0c,segment=NetworkSegment(6f8fe982-8fcd-419d-a433-65bb059306d6),segment_id=6f8fe982-8fcd-419d-a433-65bb059306d6)] {{(pid=87482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:50.742314 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-cf092779-cbd4-4ac6-8a89-1720a1ad0dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:50.867613 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-cf092779-cbd4-4ac6-8a89-1720a1ad0dc3 admin admin] Calling delete_port for c913fec1-68ba-4639-94ce-d629f0e33c0c owned by network:router_interface {{(pid=87482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:40:51.257886 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb86131-0b0e-4c82-8070-bb49c8c6a7fc req-55b9aabe-86e8-4423-8dbc-e0abbe959c46 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:51.260863 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-3eb86131-0b0e-4c82-8070-bb49c8c6a7fc req-55b9aabe-86e8-4423-8dbc-e0abbe959c46 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 945 time: 0.1617620 Feb 05 22:40:51.323225 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-fca5268c-9df6-47e6-930e-9c5ba2e1c570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:51.326153 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-3eb86131-0b0e-4c82-8070-bb49c8c6a7fc req-8193172d-8fd8-4ea8-86df-a629580b99da tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535934 Feb 05 22:40:51.326919 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-cf092779-cbd4-4ac6-8a89-1720a1ad0dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622'] for port, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:51.377322 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf092779-cbd4-4ac6-8a89-1720a1ad0dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c913fec1-68ba-4639-94ce-d629f0e33c0c,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:51.581961 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-cf092779-cbd4-4ac6-8a89-1720a1ad0dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541769'] for router_interface, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:52.046676 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf092779-cbd4-4ac6-8a89-1720a1ad0dc3 admin admin] Router 8622e72a-9fb1-4d75-aecc-6af972a6c205 has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:40:52.223041 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf092779-cbd4-4ac6-8a89-1720a1ad0dc3 admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:40:52.231960 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c5dd5e-ebd2-4249-87bd-dd0549c2102a None None] Sync routers for ids ['8622e72a-9fb1-4d75-aecc-6af972a6c205'] in dv-cinder-818886-2-iscsi {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:40:52.237756 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-cf092779-cbd4-4ac6-8a89-1720a1ad0dc3 admin admin] 10.222.0.24 "PUT /v2.0/routers/8622e72a-9fb1-4d75-aecc-6af972a6c205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9389832 Feb 05 22:40:52.238125 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 45958) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:52.242443 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c5dd5e-ebd2-4249-87bd-dd0549c2102a None None] Routers {'8622e72a-9fb1-4d75-aecc-6af972a6c205'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:40:52.243057 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-47c5dd5e-ebd2-4249-87bd-dd0549c2102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:40:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['8622e72a-9fb1-4d75-aecc-6af972a6c205'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:40:52.244072 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:52.437704 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-47c5dd5e-ebd2-4249-87bd-dd0549c2102a None None] Set router 8622e72a-9fb1-4d75-aecc-6af972a6c205 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:40:52.458708 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4c8f03eb-e002-4153-9220-8b329a4be573 admin admin] Notify callbacks [] for router, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:52.559814 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:52.722378 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a62a6-1c8c-4a2f-b879-f2eefc6825b4 req-05bad6eb-c253-42f9-86e9-8e3188533ffb tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:52.723862 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-656a62a6-1c8c-4a2f-b879-f2eefc6825b4 req-05bad6eb-c253-42f9-86e9-8e3188533ffb tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 945 time: 0.2167192 Feb 05 22:40:52.725242 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4c8f03eb-e002-4153-9220-8b329a4be573 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:52.727047 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-47c5dd5e-ebd2-4249-87bd-dd0549c2102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622e72a-9fb1-4d75-aecc-6af972a6c205', 'name': 'tempest-ServerRescueNegativeTestJSON-760075014-router', 'tenant_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '1b5221fa-d435-441f-923e-815ab6e17e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:14Z', 'updated_at': '2022-02-05T22:40:51Z', 'revision_number': 5, 'project_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'gw_port': {'id': '1b5221fa-d435-441f-923e-815ab6e17e3c', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622e72a-9fb1-4d75-aecc-6af972a6c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:15Z', 'updated_at': '2022-02-05T22:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:40:52.731427 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c5dd5e-ebd2-4249-87bd-dd0549c2102a None None] Checking router: 8622e72a-9fb1-4d75-aecc-6af972a6c205 for host: dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:40:52.740093 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c5dd5e-ebd2-4249-87bd-dd0549c2102a None None] Routers {'8622e72a-9fb1-4d75-aecc-6af972a6c205'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:40:52.740711 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-47c5dd5e-ebd2-4249-87bd-dd0549c2102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:40:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['8622e72a-9fb1-4d75-aecc-6af972a6c205'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:40:52.773773 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-656a62a6-1c8c-4a2f-b879-f2eefc6825b4 req-8e56ee49-34f4-4bc7-ae13-a60d635e7957 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430892 Feb 05 22:40:52.826266 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f03eb-e002-4153-9220-8b329a4be573 admin admin] Deleting port 1b5221fa-d435-441f-923e-815ab6e17e3c {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:40:52.826616 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4c8f03eb-e002-4153-9220-8b329a4be573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:52.919813 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device e7511d30-bd9c-4f51-8df4-40524bba32ea up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:40:52.922456 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-47c5dd5e-ebd2-4249-87bd-dd0549c2102a None None] Set router 8622e72a-9fb1-4d75-aecc-6af972a6c205 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:40:53.016790 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [None req-4c8f03eb-e002-4153-9220-8b329a4be573 admin admin] For port 1b5221fa-d435-441f-923e-815ab6e17e3c, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=1b5221fa-d435-441f-923e-815ab6e17e3c,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:53.017104 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4c8f03eb-e002-4153-9220-8b329a4be573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:53.061681 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning for port e7511d30-bd9c-4f51-8df4-40524bba32ea completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:40:53.068795 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port e7511d30-bd9c-4f51-8df4-40524bba32ea triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:40:53.069474 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:53.149457 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f03eb-e002-4153-9220-8b329a4be573 admin admin] Calling delete_port for 1b5221fa-d435-441f-923e-815ab6e17e3c owned by network:router_gateway {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:40:53.231570 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:53.253914 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-47c5dd5e-ebd2-4249-87bd-dd0549c2102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622e72a-9fb1-4d75-aecc-6af972a6c205', 'name': 'tempest-ServerRescueNegativeTestJSON-760075014-router', 'tenant_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '1b5221fa-d435-441f-923e-815ab6e17e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:14Z', 'updated_at': '2022-02-05T22:40:51Z', 'revision_number': 5, 'project_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'gw_port': {'id': '1b5221fa-d435-441f-923e-815ab6e17e3c', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622e72a-9fb1-4d75-aecc-6af972a6c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:15Z', 'updated_at': '2022-02-05T22:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:40:53.258864 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c5dd5e-ebd2-4249-87bd-dd0549c2102a None None] The sync data for ids ['8622e72a-9fb1-4d75-aecc-6af972a6c205'] in dv-cinder-818886-2-iscsi is: [{'id': '8622e72a-9fb1-4d75-aecc-6af972a6c205', 'name': 'tempest-ServerRescueNegativeTestJSON-760075014-router', 'tenant_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '1b5221fa-d435-441f-923e-815ab6e17e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:14Z', 'updated_at': '2022-02-05T22:40:51Z', 'revision_number': 5, 'project_id': '5474d9a6de104f7bad74b5d7de3eb2df', 'gw_port': {'id': '1b5221fa-d435-441f-923e-815ab6e17e3c', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622e72a-9fb1-4d75-aecc-6af972a6c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:15Z', 'updated_at': '2022-02-05T22:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}] {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:40:53.268829 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bf91f8-b58a-41a3-adbb-9756449077f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7511d30-bd9c-4f51-8df4-40524bba32ea'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:40:53.276841 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port e7511d30-bd9c-4f51-8df4-40524bba32ea, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e7511d30-bd9c-4f51-8df4-40524bba32ea,segment=NetworkSegment(d7af7278-00da-4a19-8b7b-1858f8d90a47),segment_id=d7af7278-00da-4a19-8b7b-1858f8d90a47)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:40:53.327086 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bf91f8-b58a-41a3-adbb-9756449077f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7511d30-bd9c-4f51-8df4-40524bba32ea', 'code': 200} Feb 05 22:40:53.348795 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:53.434286 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=e7511d30-bd9c-4f51-8df4-40524bba32ea,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:53.559248 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4c8f03eb-e002-4153-9220-8b329a4be573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:53.616811 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f03eb-e002-4153-9220-8b329a4be573 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b5221fa-d435-441f-923e-815ab6e17e3c,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:53.679293 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:53.803794 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device c913fec1-68ba-4639-94ce-d629f0e33c0c no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:40:53.870760 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: c913fec1-68ba-4639-94ce-d629f0e33c0c {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:40:53.871104 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device c913fec1-68ba-4639-94ce-d629f0e33c0c not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:40:53.954527 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4c8f03eb-e002-4153-9220-8b329a4be573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542460'] for router_gateway, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:54.011568 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912da9f-8a16-41f0-ac35-7e9d21ec783d req-f0cfab35-a6bd-4e8e-aff2-2148bc19421d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:54.013145 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f912da9f-8a16-41f0-ac35-7e9d21ec783d req-f0cfab35-a6bd-4e8e-aff2-2148bc19421d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 946 time: 0.0919597 Feb 05 22:40:54.060009 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f912da9f-8a16-41f0-ac35-7e9d21ec783d req-71739552-0634-4de4-a5fe-c98690e96f8f tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401897 Feb 05 22:40:54.141109 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4c8f03eb-e002-4153-9220-8b329a4be573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1677'] for router, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:54.144499 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4c8f03eb-e002-4153-9220-8b329a4be573 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:54.217654 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e02c5b-5838-4248-8ef9-c7667da87052 req-6d812443-51a2-41ff-90ec-4edba8e8cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:54.219167 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a2e02c5b-5838-4248-8ef9-c7667da87052 req-6d812443-51a2-41ff-90ec-4edba8e8cf29 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 1099 time: 0.3440871 Feb 05 22:40:54.268055 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a2e02c5b-5838-4248-8ef9-c7667da87052 req-4e8a901d-deb8-4e64-aeb2-e7b5d03499a2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396695 Feb 05 22:40:54.354044 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4c8f03eb-e002-4153-9220-8b329a4be573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541590'] for router, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:54.354499 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8f03eb-e002-4153-9220-8b329a4be573 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8622e72a-9fb1-4d75-aecc-6af972a6c205 {{(pid=87483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 22:40:54.368097 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4c8f03eb-e002-4153-9220-8b329a4be573 admin admin] Notify callbacks [] for router, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:54.369434 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-4c8f03eb-e002-4153-9220-8b329a4be573 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8622e72a-9fb1-4d75-aecc-6af972a6c205 HTTP/1.1" status: 204 len: 168 time: 2.1297255 Feb 05 22:40:54.372143 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 45990) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:54.434443 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db9d13e-b1c7-484e-a8f0-c7215e0c9ec9 admin admin] Deleting subnet e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2 {{(pid=87483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 05 22:40:54.438322 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-6db9d13e-b1c7-484e-a8f0-c7215e0c9ec9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:54.494492 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-6db9d13e-b1c7-484e-a8f0-c7215e0c9ec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1429885'] for subnet, precommit_delete_associations {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:54.561916 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-6db9d13e-b1c7-484e-a8f0-c7215e0c9ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770741'] for subnet, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:54.713951 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-6db9d13e-b1c7-484e-a8f0-c7215e0c9ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10573208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10784605'] for subnet, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:54.757063 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9d13e-b1c7-484e-a8f0-c7215e0c9ec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:54.759206 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-6db9d13e-b1c7-484e-a8f0-c7215e0c9ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:54.768430 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-6db9d13e-b1c7-484e-a8f0-c7215e0c9ec9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e5b7b7fe-d2f2-4a0c-89e2-88a3c337dbe2 HTTP/1.1" status: 204 len: 168 time: 0.3915615 Feb 05 22:40:54.768430 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 45996) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:54.874255 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f07c6d5b-5a21-427c-ae41-08128b5fb24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744846'] for network, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:55.001266 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f07c6d5b-5a21-427c-ae41-08128b5fb24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771300', 'neutron.services.segments.db._delete_segments_for_network-8748711873850'] for network, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:55.027182 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-f07c6d5b-5a21-427c-ae41-08128b5fb24a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4059c4-e980-42b2-9e93-74f1eb032fb9']}} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:40:55.039460 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-f07c6d5b-5a21-427c-ae41-08128b5fb24a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8fe982-8fcd-419d-a433-65bb059306d6') {'for_net_delete': True} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:40:55.039757 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-f07c6d5b-5a21-427c-ae41-08128b5fb24a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8fe982-8fcd-419d-a433-65bb059306d6') {} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:40:55.051244 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f07c6d5b-5a21-427c-ae41-08128b5fb24a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748711876181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1429834'] for segment, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:55.066875 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f07c6d5b-5a21-427c-ae41-08128b5fb24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:55.072694 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07c6d5b-5a21-427c-ae41-08128b5fb24a admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 22:40:55.073071 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f07c6d5b-5a21-427c-ae41-08128b5fb24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3777956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11000378'] for segment, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: Traceback (most recent call last): Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: timer() Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: cb(*args, **kw) Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: return func(*args, **kwargs) Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: self._notify() Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: self.callback(batched_events) Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: event.method(event) Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: return f(self, *a, **k) Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: return self._get(url).json() Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: return self.request(url, 'GET', **kwargs) Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 22:40:55.085916 dv-cinder-818886-2-iscsi neutron-server[87483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 22:40:55.259160 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbfb0f-e020-4afd-9c02-5e558faf97ab req-4dc2bdc8-c48c-4343-87e1-6e9f201fb81d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:55.260633 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-badbfb0f-e020-4afd-9c02-5e558faf97ab req-4dc2bdc8-c48c-4343-87e1-6e9f201fb81d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 946 time: 0.0810332 Feb 05 22:40:55.279242 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f07c6d5b-5a21-427c-ae41-08128b5fb24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542425'] for network, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:55.300114 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f07c6d5b-5a21-427c-ae41-08128b5fb24a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:55.307262 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c6d5b-5a21-427c-ae41-08128b5fb24a admin admin] Pushing event deleted for resources: {'Network': ['ID=5b4059c4-e980-42b2-9e93-74f1eb032fb9,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:55.309479 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-badbfb0f-e020-4afd-9c02-5e558faf97ab req-b3e1bd0f-aa1b-4914-b577-686486bc9671 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429158 Feb 05 22:40:55.312796 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-f07c6d5b-5a21-427c-ae41-08128b5fb24a admin admin] 10.222.0.24 "DELETE /v2.0/networks/5b4059c4-e980-42b2-9e93-74f1eb032fb9 HTTP/1.1" status: 204 len: 168 time: 0.5440071 Feb 05 22:40:55.635037 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 46010) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:55.679949 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-1b78534f-667e-49a8-8f6f-a208f5f08ee9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5474d9a6de104f7bad74b5d7de3eb2df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0479620 Feb 05 22:40:55.682555 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 46014) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:55.718984 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 1b5221fa-d435-441f-923e-815ab6e17e3c no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:40:55.740264 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-18ddab96-3bb9-4a89-af3f-889ec4306d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:55.752776 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: 1b5221fa-d435-441f-923e-815ab6e17e3c {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:40:55.753120 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 1b5221fa-d435-441f-923e-815ab6e17e3c not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:40:55.766981 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-18ddab96-3bb9-4a89-af3f-889ec4306d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:55.901800 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-18ddab96-3bb9-4a89-af3f-889ec4306d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:55.919081 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ddab96-3bb9-4a89-af3f-889ec4306d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1889a5-9b91-44ae-8aef-42f18185a9ff,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:55.997647 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-18ddab96-3bb9-4a89-af3f-889ec4306d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:56.001932 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-18ddab96-3bb9-4a89-af3f-889ec4306d21 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc1889a5-9b91-44ae-8aef-42f18185a9ff HTTP/1.1" status: 204 len: 168 time: 0.3154862 Feb 05 22:40:56.507694 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768e090-213a-4865-870d-5146cf07d44e req-f96278bd-7ba5-453c-917f-96fd07793b05 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:56.509454 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7768e090-213a-4865-870d-5146cf07d44e req-f96278bd-7ba5-453c-917f-96fd07793b05 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 946 time: 0.0850635 Feb 05 22:40:56.558784 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7768e090-213a-4865-870d-5146cf07d44e req-3bcbca90-5fb4-485c-87f0-7a0c649dcd63 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436325 Feb 05 22:40:56.793072 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4034f0a-9bea-4635-b941-c63eed79969f req-fbbf3eea-fedb-4e90-92c4-491c79bd6879 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:56.794783 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d4034f0a-9bea-4635-b941-c63eed79969f req-fbbf3eea-fedb-4e90-92c4-491c79bd6879 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 946 time: 0.0981188 Feb 05 22:40:56.847421 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d4034f0a-9bea-4635-b941-c63eed79969f req-040b6f1f-a13e-401e-a076-cfd7a39c6d37 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436404 Feb 05 22:40:56.872741 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 46052) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:56.907830 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-e8cc305b-9c93-4032-8b95-2d6419dfc5f7 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:56.909383 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-e8cc305b-9c93-4032-8b95-2d6419dfc5f7 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/networks?id=0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 HTTP/1.1" status: 200 len: 815 time: 0.2650836 Feb 05 22:40:56.925306 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bf654d92-a1d6-4238-8470-ac4dc3573c44 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/quotas/0b6e1d86d1bf4c8bab0f40fba9ad215a HTTP/1.1" status: 200 len: 375 time: 0.0097184 Feb 05 22:40:57.017779 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-b842779b-f972-4d8a-99fb-d67d9db7b4a0 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b6e1d86d1bf4c8bab0f40fba9ad215a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0863500 Feb 05 22:40:57.127312 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3171a2cb-2277-456b-9dcf-06c608dfdaa5 tempest-TestVolumeBootPattern-370196322 tempest-TestVolumeBootPattern-370196322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:57.128163 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-3171a2cb-2277-456b-9dcf-06c608dfdaa5 tempest-TestVolumeBootPattern-370196322 tempest-TestVolumeBootPattern-370196322-project-admin] Synchronizing usage tracker for tenant:074f777033e34a78a4de88c2538cb995 on resource:port {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:40:57.166966 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-4c15ba7a-7770-496c-9f09-dd87ba29379a service neutron] 10.222.0.24 "GET /v2.0/networks/0a5408c9-2cbf-4224-8bef-182ab9eb0fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420608 Feb 05 22:40:57.233610 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-3171a2cb-2277-456b-9dcf-06c608dfdaa5 tempest-TestVolumeBootPattern-370196322 tempest-TestVolumeBootPattern-370196322-project-admin] Unset dirty status for tenant:074f777033e34a78a4de88c2538cb995 on resource:port {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:40:57.235971 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-3171a2cb-2277-456b-9dcf-06c608dfdaa5 tempest-TestVolumeBootPattern-370196322 tempest-TestVolumeBootPattern-370196322-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 1094 time: 0.3622160 Feb 05 22:40:57.238800 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 46066) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:57.244679 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Request body: {'floatingip': {'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'port_id': 'e7511d30-bd9c-4f51-8df4-40524bba32ea', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:57.252978 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:57.259987 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Usage tracker for resource:floatingip and tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:57.263757 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:57.270596 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:57.304160 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-cf2a9c48-2f49-4e2d-9d74-eaf453495da7 service neutron] 10.222.0.24 "GET /v2.0/networks/0a5408c9-2cbf-4224-8bef-182ab9eb0fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312339 Feb 05 22:40:57.319060 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 46070) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:57.341869 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for floatingip, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:57.429743 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1696133982-network', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:57.437688 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:57.449203 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] Usage tracker for resource:network and tenant:9bde3076936d4b42a61677c3926d8bff is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:57.453326 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:57.461041 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:57.511880 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:57.589009 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] Made reservation on behalf of 9bde3076936d4b42a61677c3926d8bff for: {'network': 1} {{(pid=87482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:40:57.591268 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for network, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:57.612482 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-256d9a7c-4483-42af-a141-e840fe0d6f96 req-c902941f-e103-4207-a627-ae1f3b84c3ed tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 210 time: 0.0615091 Feb 05 22:40:57.618037 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:57.638868 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:57.651135 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] Usage tracker for resource:security_group_rule and tenant:9bde3076936d4b42a61677c3926d8bff is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:57.655944 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:57.665687 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:57.757850 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_common [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Allocated IP 172.27.3.205 (6817b256-dae4-44db-bc68-adab2164788e/583bfacf-eb7c-4478-b06f-909c14cf964a/d820b2ad-70f2-4b12-bc79-c59d7e83edfd) {{(pid=87482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:40:57.918135 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:57.960970 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for port, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:58.033314 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:58.064556 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=87482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 22:40:58.072890 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2e2fdb-e341-4617-ab4d-901c9c88436b,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:58.080535 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:58.084559 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.db.segments_db [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] Added segment 118ee127-cf60-441f-ad69-c306ada521bb of type vlan for network a9f90657-c8ce-4d9b-be20-d4363f5e95d6 Feb 05 22:40:58.106694 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748711372171'] for network, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:58.118916 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:58.214869 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Network 6817b256-dae4-44db-bc68-adab2164788e is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:40:58.222043 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:40:58.225460 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event updated for resources: {'Port': ['ID=d820b2ad-70f2-4b12-bc79-c59d7e83edfd,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:58.227640 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Received port after_create {{(pid=87482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:40:58.320535 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for network, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:58.321557 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:58.322443 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:58.623602 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3033755 Feb 05 22:40:58.627364 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505619df-bdf5-48d7-b135-57fc1cd04179 admin admin] Pushing event updated for resources: {'Network': ['ID=a9f90657-c8ce-4d9b-be20-d4363f5e95d6,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:58.627533 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 46088) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:58.634133 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-c382d257-4499-49d7-b7c2-18f02bb9c7d8 admin admin] Request body: {'subnet': {'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1696133982-subnet', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:58.638842 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Network a9f90657-c8ce-4d9b-be20-d4363f5e95d6 details requested by agent ovs-agent-dv-cinder-818886-2-iscsi with host dv-cinder-818886-2-iscsi {{(pid=87484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 05 22:40:58.661708 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-c382d257-4499-49d7-b7c2-18f02bb9c7d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:58.666737 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-c382d257-4499-49d7-b7c2-18f02bb9c7d8 admin admin] Usage tracker for resource:subnet and tenant:9bde3076936d4b42a61677c3926d8bff is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:58.675372 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-c382d257-4499-49d7-b7c2-18f02bb9c7d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:58.686245 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-c382d257-4499-49d7-b7c2-18f02bb9c7d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:58.793957 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1a2bf43e-5ac2-4348-acc5-5a5bb29a9ff0 req-73037702-d127-461e-ae94-eba606d257e4 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 210 time: 0.0484340 Feb 05 22:40:58.798404 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c382d257-4499-49d7-b7c2-18f02bb9c7d8 admin admin] Made reservation on behalf of 9bde3076936d4b42a61677c3926d8bff for: {'subnet': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:40:58.801045 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c382d257-4499-49d7-b7c2-18f02bb9c7d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10784630'] for subnet, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:58.831062 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:58.994557 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:59.101942 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c382d257-4499-49d7-b7c2-18f02bb9c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10573127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10784612'] for subnet, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:59.182721 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382d257-4499-49d7-b7c2-18f02bb9c7d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a30431fa-c0ee-41d7-84eb-c19154fb8016,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:59.197424 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c382d257-4499-49d7-b7c2-18f02bb9c7d8 admin admin] Checking segment: {'id': '118ee127-cf60-441f-ad69-c306ada521bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:40:59.197794 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c382d257-4499-49d7-b7c2-18f02bb9c7d8 admin admin] Network hostable DHCP agents. Network: a9f90657-c8ce-4d9b-be20-d4363f5e95d6, hostable agents: ['4c125c21-34cc-48d5-813a-c17111208447'], hosted agents: [] {{(pid=87483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 22:40:59.205602 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for port, precommit_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:59.273315 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:59.302793 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c382d257-4499-49d7-b7c2-18f02bb9c7d8 admin admin] Network a9f90657-c8ce-4d9b-be20-d4363f5e95d6 is scheduled to be hosted by DHCP agent 4c125c21-34cc-48d5-813a-c17111208447 with binding_index 1 {{(pid=87483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 22:40:59.335357 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542379'] for floatingip, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:59.411704 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event updated for resources: {'Port': ['ID=d820b2ad-70f2-4b12-bc79-c59d7e83edfd,revision_number=2']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:40:59.437863 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-c382d257-4499-49d7-b7c2-18f02bb9c7d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-2-iscsi, a9f90657-c8ce-4d9b-be20-d4363f5e95d6) {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:40:59.441836 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c382d257-4499-49d7-b7c2-18f02bb9c7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:40:59.442631 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c382d257-4499-49d7-b7c2-18f02bb9c7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:59.447211 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9f906a-1007-44a0-9cee-687b9d17442a None None] Network a9f90657-c8ce-4d9b-be20-d4363f5e95d6 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:40:59.514021 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.db.l3_db [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Floating IP 4b5266fd-6b39-40f7-b742-fc1afcf54505 associated. External IP: 172.27.3.205, port: e7511d30-bd9c-4f51-8df4-40524bba32ea. Feb 05 22:40:59.586781 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-c382d257-4499-49d7-b7c2-18f02bb9c7d8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9583178 Feb 05 22:40:59.589528 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 46096) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:40:59.595388 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1696133982-router', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:40:59.599733 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:40:59.603462 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Usage tracker for resource:router and tenant:9bde3076936d4b42a61677c3926d8bff is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:40:59.606392 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:40:59.612654 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:40:59.662345 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc962ffca-d0ef-5521-9335-c9e17b987064-a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'fixed_ips': [{'subnet_id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016'}]}} from dv-cinder-818886-2-iscsi. {{(pid=87484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 05 22:40:59.663110 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:59.720897 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1683'] for router, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:59.722593 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1668'] for router, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:59.740924 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:40:59.836199 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.db_base_plugin_common [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] Allocated IP 172.20.0.2 (a9f90657-c8ce-4d9b-be20-d4363f5e95d6/a30431fa-c0ee-41d7-84eb-c19154fb8016/8cdc4662-db19-4e77-b958-53afbffb4e08) {{(pid=87484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:40:59.899288 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Router 32f81c64-56c3-484d-979c-53a43186fbe6 has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:41:00.025247 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-dbe41bca-37c7-4245-bfdb-411c336d9715 req-002fbf3c-d671-4631-aacc-f47dde451bad tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 210 time: 0.1113255 Feb 05 22:41:00.076679 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] Notify callbacks [] for port, precommit_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:00.087716 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] Transition to ACTIVE for port object 8cdc4662-db19-4e77-b958-53afbffb4e08 will not be triggered until provisioned by entity L2. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:41:00.106429 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] Transition to ACTIVE for port object 8cdc4662-db19-4e77-b958-53afbffb4e08 will not be triggered until provisioned by entity DHCP. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:41:00.145828 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:41:00.165243 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb24c95a-3113-471c-8cba-f6400cd2c1ef None None] Sync routers for ids ['32f81c64-56c3-484d-979c-53a43186fbe6'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:41:00.176173 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb24c95a-3113-471c-8cba-f6400cd2c1ef None None] Routers {'32f81c64-56c3-484d-979c-53a43186fbe6'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:41:00.176773 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-bb24c95a-3113-471c-8cba-f6400cd2c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:40:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['32f81c64-56c3-484d-979c-53a43186fbe6'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:41:00.236778 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:00.238848 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for floatingip, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:00.247451 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1654'] for router, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:00.375701 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] Network a9f90657-c8ce-4d9b-be20-d4363f5e95d6 is already hosted by enough agents. {{(pid=87484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:41:00.383196 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.scheduler.base_scheduler [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] Resources bound (agent type, host, resource id): {{(pid=87484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:41:00.389181 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] Received port after_create {{(pid=87484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:41:00.420742 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-84c2c603-0d77-4791-b2f8-fb64dbf44397 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1806750 Feb 05 22:41:00.422464 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bf91f8-b58a-41a3-adbb-9756449077f8', 'tag': 'e7511d30-bd9c-4f51-8df4-40524bba32ea'}] {{(pid=87482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:41:00.469431 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bf91f8-b58a-41a3-adbb-9756449077f8', 'tag': 'e7511d30-bd9c-4f51-8df4-40524bba32ea', 'status': 'completed', 'code': 200} Feb 05 22:41:00.494130 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] Pushing event updated for resources: {'Port': ['ID=8cdc4662-db19-4e77-b958-53afbffb4e08,revision_number=1']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:00.510556 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-8ad6876d-ef8e-4822-99e4-ae7ae4ead861 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:00.511967 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-8ad6876d-ef8e-4822-99e4-ae7ae4ead861 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.45 "GET /v2.0/networks?id=0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 HTTP/1.1" status: 200 len: 815 time: 0.2574248 Feb 05 22:41:00.553466 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-57d6e702-84d9-4dbf-b1b8-e6e15cceec96 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Request body: {'port': {'device_id': 'ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934', 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3', 'admin_state_up': True, 'tenant_id': '0b6e1d86d1bf4c8bab0f40fba9ad215a'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:41:00.583240 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] Attempting to bind port 8cdc4662-db19-4e77-b958-53afbffb4e08 on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:41:00.583612 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] Attempting to bind port 8cdc4662-db19-4e77-b958-53afbffb4e08 by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': '118ee127-cf60-441f-ad69-c306ada521bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6'}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:41:00.583977 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] Attempting to bind port 8cdc4662-db19-4e77-b958-53afbffb4e08 on network a9f90657-c8ce-4d9b-be20-d4363f5e95d6 {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:41:00.586951 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-bb24c95a-3113-471c-8cba-f6400cd2c1ef None None] Set router 32f81c64-56c3-484d-979c-53a43186fbe6 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:41:00.651786 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:41:00.652163 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] Checking segment: {'id': '118ee127-cf60-441f-ad69-c306ada521bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:41:00.652581 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:00.653002 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] Bound using segment: {'id': '118ee127-cf60-441f-ad69-c306ada521bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6'} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:41:00.653515 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] Bound port: 8cdc4662-db19-4e77-b958-53afbffb4e08, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118ee127-cf60-441f-ad69-c306ada521bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6'}}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:41:00.653888 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:00.914162 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] For port 8cdc4662-db19-4e77-b958-53afbffb4e08, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:41:00.923005 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-57d6e702-84d9-4dbf-b1b8-e6e15cceec96 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:41:00.932451 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab05f80-244d-4dd1-b454-ff9a4233a55a req-514f93d2-4bc2-4351-9667-cd147a4511c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:00.932451 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7ab05f80-244d-4dd1-b454-ff9a4233a55a req-514f93d2-4bc2-4351-9667-cd147a4511c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793&device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 1099 time: 0.4172621 Feb 05 22:41:00.932685 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] For port 8cdc4662-db19-4e77-b958-53afbffb4e08, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=8cdc4662-db19-4e77-b958-53afbffb4e08,segment=NetworkSegment(118ee127-cf60-441f-ad69-c306ada521bb),segment_id=118ee127-cf60-441f-ad69-c306ada521bb)] {{(pid=87484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:41:00.993134 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-57d6e702-84d9-4dbf-b1b8-e6e15cceec96 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:41:01.017987 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:01.118240 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a3132-ed17-46bb-b16b-6a64558a30b8 None None] Pushing event updated for resources: {'Port': ['ID=8cdc4662-db19-4e77-b958-53afbffb4e08,revision_number=2']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:01.127565 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-bb24c95a-3113-471c-8cba-f6400cd2c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:40Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': '4b5266fd-6b39-40f7-b742-fc1afcf54505', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'port_id': 'e7511d30-bd9c-4f51-8df4-40524bba32ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'mac_address': 'fa:16:3e:da:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bf91f8-b58a-41a3-adbb-9756449077f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:40:58Z', 'updated_at': '2022-02-05T22:40:58Z', 'revision_number': 0, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda99590-73a7-42d8-b7ef-4d5568cd9034', 'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'mac_address': 'fa:16:3e:87:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:39Z', 'updated_at': '2022-02-05T22:39:55Z', 'revision_number': 5, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'subnets': [{'id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:41:01.143227 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb24c95a-3113-471c-8cba-f6400cd2c1ef None None] Checking router: 32f81c64-56c3-484d-979c-53a43186fbe6 for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:41:01.156806 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb24c95a-3113-471c-8cba-f6400cd2c1ef None None] Routers {'32f81c64-56c3-484d-979c-53a43186fbe6'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:41:01.156981 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-bb24c95a-3113-471c-8cba-f6400cd2c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:40:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['32f81c64-56c3-484d-979c-53a43186fbe6'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:41:01.167102 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:01.199931 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-57d6e702-84d9-4dbf-b1b8-e6e15cceec96 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Made reservation on behalf of 0b6e1d86d1bf4c8bab0f40fba9ad215a for: {'port': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:41:01.207417 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-57d6e702-84d9-4dbf-b1b8-e6e15cceec96 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:01.235972 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:01.269729 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-569aa375-ca26-468c-b73c-7232a1877579 req-eabd54f8-332f-445e-8065-f0b7916a7247 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 210 time: 0.0539582 Feb 05 22:41:01.279181 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab05f80-244d-4dd1-b454-ff9a4233a55a req-065b0c89-0bf5-4589-bd9a-694589c46cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:01.281909 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7ab05f80-244d-4dd1-b454-ff9a4233a55a req-065b0c89-0bf5-4589-bd9a-694589c46cd5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebea9618-4630-4a58-9d58-eedf0e21d8a9 HTTP/1.1" status: 200 len: 913 time: 0.2888565 Feb 05 22:41:01.403073 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-bb24c95a-3113-471c-8cba-f6400cd2c1ef None None] Set router 32f81c64-56c3-484d-979c-53a43186fbe6 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:41:01.531864 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7ab05f80-244d-4dd1-b454-ff9a4233a55a req-c3cc08ed-bf6c-45d4-a3db-6b7149c3da0e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7511d30-bd9c-4f51-8df4-40524bba32ea HTTP/1.1" status: 200 len: 1000 time: 0.2107289 Feb 05 22:41:01.658126 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Allocated IP 172.27.3.244 (6817b256-dae4-44db-bc68-adab2164788e/583bfacf-eb7c-4478-b06f-909c14cf964a/c7e111e5-4d69-4b3d-9dc1-8483058cbe72) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:41:01.671741 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab05f80-244d-4dd1-b454-ff9a4233a55a req-19ad3a65-3915-4a93-adc2-2714de696b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:01.673339 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7ab05f80-244d-4dd1-b454-ff9a4233a55a req-19ad3a65-3915-4a93-adc2-2714de696b3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=475e8ece-de3e-49c6-a895-1ccf27af5e7e HTTP/1.1" status: 200 len: 851 time: 0.1278303 Feb 05 22:41:01.723662 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-57d6e702-84d9-4dbf-b1b8-e6e15cceec96 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Allocated IP 172.20.0.13 (0a5408c9-2cbf-4224-8bef-182ab9eb0fc3/5ace9158-f5af-4a68-9803-36921a491318/c229452a-6427-4f1c-8678-ae1ac57cb551) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:41:01.814872 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-bb24c95a-3113-471c-8cba-f6400cd2c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:40Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': '4b5266fd-6b39-40f7-b742-fc1afcf54505', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'port_id': 'e7511d30-bd9c-4f51-8df4-40524bba32ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'mac_address': 'fa:16:3e:da:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bf91f8-b58a-41a3-adbb-9756449077f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:40:58Z', 'updated_at': '2022-02-05T22:40:58Z', 'revision_number': 0, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda99590-73a7-42d8-b7ef-4d5568cd9034', 'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'mac_address': 'fa:16:3e:87:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:39Z', 'updated_at': '2022-02-05T22:39:55Z', 'revision_number': 5, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'subnets': [{'id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:41:01.820440 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 8cdc4662-db19-4e77-b958-53afbffb4e08 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:41:01.851044 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb24c95a-3113-471c-8cba-f6400cd2c1ef None None] The sync data for ids ['32f81c64-56c3-484d-979c-53a43186fbe6'] in dv-cinder-818886-2-iscsi is: [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:40Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': '4b5266fd-6b39-40f7-b742-fc1afcf54505', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'port_id': 'e7511d30-bd9c-4f51-8df4-40524bba32ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'mac_address': 'fa:16:3e:da:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bf91f8-b58a-41a3-adbb-9756449077f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:40:58Z', 'updated_at': '2022-02-05T22:40:58Z', 'revision_number': 0, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda99590-73a7-42d8-b7ef-4d5568cd9034', 'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'mac_address': 'fa:16:3e:87:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:39Z', 'updated_at': '2022-02-05T22:39:55Z', 'revision_number': 5, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'subnets': [{'id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:41:01.986344 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port 8cdc4662-db19-4e77-b958-53afbffb4e08 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:41:02.053813 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:02.061667 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab05f80-244d-4dd1-b454-ff9a4233a55a req-82976e24-d24b-41d0-b493-30a924691e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:02.063625 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7ab05f80-244d-4dd1-b454-ff9a4233a55a req-82976e24-d24b-41d0-b493-30a924691e06 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebea9618-4630-4a58-9d58-eedf0e21d8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3753135 Feb 05 22:41:02.124494 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082677eb-e037-4688-9d02-f8a13623625d None None] New status for floating IP 4b5266fd-6b39-40f7-b742-fc1afcf54505: ACTIVE {{(pid=87485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 22:41:02.231380 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-57d6e702-84d9-4dbf-b1b8-e6e15cceec96 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:02.292195 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632a692d-a5db-4225-8c99-bf910b0a2d9e None None] Network a9f90657-c8ce-4d9b-be20-d4363f5e95d6 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:41:02.294712 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7ab05f80-244d-4dd1-b454-ff9a4233a55a req-b06aa529-8ead-443c-8408-0bdc7f8ef048 service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202528 Feb 05 22:41:02.522948 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-e7fd3749-6cb5-4c86-9b89-735c87154843 None None] Provisioning for port 8cdc4662-db19-4e77-b958-53afbffb4e08 completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:41:02.534935 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:02.536641 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-e7fd3749-6cb5-4c86-9b89-735c87154843 None None] Provisioning complete for port 8cdc4662-db19-4e77-b958-53afbffb4e08 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:41:02.537019 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-e7fd3749-6cb5-4c86-9b89-735c87154843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:02.539427 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-57d6e702-84d9-4dbf-b1b8-e6e15cceec96 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:02.568761 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['c2c729a4-afd8-47d0-809f-382ca5ce9aad', 'bcdf103f-eac2-4560-bc06-19dcde5b19eb', 'a01fe848-0008-47a2-8437-86a510818a09'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:41:02.661753 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Network 6817b256-dae4-44db-bc68-adab2164788e is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:41:02.668566 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-57d6e702-84d9-4dbf-b1b8-e6e15cceec96 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Network 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:41:02.673132 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:41:02.675581 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:41:02.709341 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-57d6e702-84d9-4dbf-b1b8-e6e15cceec96 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:41:02.711856 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-57d6e702-84d9-4dbf-b1b8-e6e15cceec96 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:41:02.771979 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Pushing event updated for resources: {'Port': ['ID=c7e111e5-4d69-4b3d-9dc1-8483058cbe72,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:02.835757 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-e7fd3749-6cb5-4c86-9b89-735c87154843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:02.882058 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7ab05f80-244d-4dd1-b454-ff9a4233a55a req-1a03e813-34d6-46cf-9368-dfef8016f069 service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802536 Feb 05 22:41:02.887896 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-e7fd3749-6cb5-4c86-9b89-735c87154843 None None] For port 8cdc4662-db19-4e77-b958-53afbffb4e08, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=8cdc4662-db19-4e77-b958-53afbffb4e08,segment=NetworkSegment(118ee127-cf60-441f-ad69-c306ada521bb),segment_id=118ee127-cf60-441f-ad69-c306ada521bb)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:41:02.968579 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-57d6e702-84d9-4dbf-b1b8-e6e15cceec96 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:02.969229 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-57d6e702-84d9-4dbf-b1b8-e6e15cceec96 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:02.984842 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-e7fd3749-6cb5-4c86-9b89-735c87154843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:03.000738 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6e702-84d9-4dbf-b1b8-e6e15cceec96 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Pushing event updated for resources: {'Port': ['ID=c229452a-6427-4f1c-8678-ae1ac57cb551,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:03.017000 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e49a8-64f7-490f-815b-5d0159114bed req-d3d803f1-0dfb-4e39-ac9e-8e23faab8f45 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:03.021547 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ea7e49a8-64f7-490f-815b-5d0159114bed req-d3d803f1-0dfb-4e39-ac9e-8e23faab8f45 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 932 time: 0.5195241 Feb 05 22:41:03.112730 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd3749-6cb5-4c86-9b89-735c87154843 None None] Pushing event updated for resources: {'Port': ['ID=8cdc4662-db19-4e77-b958-53afbffb4e08,revision_number=3']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:03.131206 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-8ebdc053-4592-4b4a-9dd5-90ecf5b6c793 None None] Provisioning complete for port 8cdc4662-db19-4e77-b958-53afbffb4e08 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:41:03.131578 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-8ebdc053-4592-4b4a-9dd5-90ecf5b6c793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:03.194480 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ea7e49a8-64f7-490f-815b-5d0159114bed req-39b6b130-8d04-416f-bc5e-8a66a27f4ea8 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248281 Feb 05 22:41:03.239650 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-57d6e702-84d9-4dbf-b1b8-e6e15cceec96 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6961954 Feb 05 22:41:03.262477 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] Request body: {'port': {'device_id': 'ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:41:03.519087 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:03.572828 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:03.765742 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 8cdc4662-db19-4e77-b958-53afbffb4e08 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:41:03.835488 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 8cdc4662-db19-4e77-b958-53afbffb4e08 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:41:03.835847 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:04.210728 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542232'] for router, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:04.382011 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ef1ce-3571-4173-b404-6e6cdb5f8a20 req-df1440b6-6c79-4300-adca-9a6037c75457 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:04.383722 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ec9ef1ce-3571-4173-b404-6e6cdb5f8a20 req-df1440b6-6c79-4300-adca-9a6037c75457 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 932 time: 0.0828450 Feb 05 22:41:04.416093 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c229452a-6427-4f1c-8678-ae1ac57cb551 {{(pid=87483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:41:04.434175 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ec9ef1ce-3571-4173-b404-6e6cdb5f8a20 req-e742b2e3-0ccf-4997-83fe-aa3d15dce7b2 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434699 Feb 05 22:41:04.441971 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:04.468431 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] Transition to ACTIVE for port object c229452a-6427-4f1c-8678-ae1ac57cb551 will not be triggered until provisioned by entity L2. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:41:04.571107 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:04.621412 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa is scheduled to L3 agent 48729e96-b06f-44c2-8385-6753e1637932 with binding_index 1 {{(pid=87483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 05 22:41:04.710992 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] Pushing event updated for resources: {'Port': ['ID=c229452a-6427-4f1c-8678-ae1ac57cb551,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:04.963019 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] Attempting to bind port c229452a-6427-4f1c-8678-ae1ac57cb551 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:41:04.963355 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] Attempting to bind port c229452a-6427-4f1c-8678-ae1ac57cb551 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'd7839250-9108-4941-8dc7-891d1d40cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3'}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:41:04.963686 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] Attempting to bind port c229452a-6427-4f1c-8678-ae1ac57cb551 on network 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:41:04.972070 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:41:04.973675 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] Port c229452a-6427-4f1c-8678-ae1ac57cb551 on network 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 05 22:41:04.973991 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] Attempting to bind port c229452a-6427-4f1c-8678-ae1ac57cb551 on network 0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:41:04.980688 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] Sync routers for ids ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:41:04.988939 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] Checking agent: {'id': 'bad58867-603f-489e-b0dd-362048cf3d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'started_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:41:04.989302 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] Checking segment: {'id': 'd7839250-9108-4941-8dc7-891d1d40cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:41:04.989689 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] Bound using segment: {'id': 'd7839250-9108-4941-8dc7-891d1d40cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3'} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:41:04.990123 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] Bound port: c229452a-6427-4f1c-8678-ae1ac57cb551, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7839250-9108-4941-8dc7-891d1d40cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3'}}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:41:04.990468 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:04.990960 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] Routers {'70b70dc4-33c6-4856-a374-d5a0a4cc50fa'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:41:04.991624 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:40:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:41:05.074814 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] Notify callbacks [] for router, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:05.076025 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-61ca0838-4cc9-45aa-8a7b-78c9007651f7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4855843 Feb 05 22:41:05.079140 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 46128) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:41:05.085340 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] For port c229452a-6427-4f1c-8678-ae1ac57cb551, host hv-cinder-81888, cleared binding levels {{(pid=87483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:41:05.088701 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] For port c229452a-6427-4f1c-8678-ae1ac57cb551, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c229452a-6427-4f1c-8678-ae1ac57cb551,segment=NetworkSegment(d7839250-9108-4941-8dc7-891d1d40cafa),segment_id=d7839250-9108-4941-8dc7-891d1d40cafa)] {{(pid=87483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:41:05.172090 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] Set router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:41:05.194117 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:05.256753 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:05.257677 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:05.258995 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] 10.222.0.45 "PUT /v2.0/ports/c229452a-6427-4f1c-8678-ae1ac57cb551 HTTP/1.1" status: 200 len: 1094 time: 2.0013466 Feb 05 22:41:05.259405 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934', 'tag': 'c229452a-6427-4f1c-8678-ae1ac57cb551'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:41:05.292420 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbefe2e-5a31-4ee4-a506-db2a3541908d service neutron] Pushing event updated for resources: {'Port': ['ID=c229452a-6427-4f1c-8678-ae1ac57cb551,revision_number=3']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:05.308367 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934', 'tag': 'c229452a-6427-4f1c-8678-ae1ac57cb551', 'status': 'completed', 'code': 200} Feb 05 22:41:05.414579 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45f2ba-f6a3-413c-9267-b5911a23ce89 req-a2364ada-5b7e-4536-b385-4586a87358f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:05.416120 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7e45f2ba-f6a3-413c-9267-b5911a23ce89 req-a2364ada-5b7e-4536-b385-4586a87358f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b6e1d86d1bf4c8bab0f40fba9ad215a&device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 1097 time: 0.0789850 Feb 05 22:41:05.550098 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'name': 'tempest-AttachVolumeTestJSON-1696133982-router', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:40:59Z', 'updated_at': '2022-02-05T22:41:03Z', 'revision_number': 3, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'gw_port': {'id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:01Z', 'updated_at': '2022-02-05T22:41:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:41:05.554114 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] Checking router: 70b70dc4-33c6-4856-a374-d5a0a4cc50fa for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:41:05.554568 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] Updating router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa port c7e111e5-4d69-4b3d-9dc1-8483058cbe72 binding host dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 22:41:05.606939 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:05.610932 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45f2ba-f6a3-413c-9267-b5911a23ce89 req-f6a446d2-e073-40c4-95c6-2686829909c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:05.612522 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7e45f2ba-f6a3-413c-9267-b5911a23ce89 req-f6a446d2-e073-40c4-95c6-2686829909c2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0b6e1d86d1bf4c8bab0f40fba9ad215a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1890309 Feb 05 22:41:05.765310 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45f2ba-f6a3-413c-9267-b5911a23ce89 req-2c773a28-5593-4b4e-bb90-ee65c85f8fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:05.766843 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7e45f2ba-f6a3-413c-9267-b5911a23ce89 req-2c773a28-5593-4b4e-bb90-ee65c85f8fff service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1450908 Feb 05 22:41:05.771568 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f84ffd-9b44-42d4-90d4-e65fe21c263d req-0a2b84f5-3b74-4036-8216-2d185b056684 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:05.773010 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-40f84ffd-9b44-42d4-90d4-e65fe21c263d req-0a2b84f5-3b74-4036-8216-2d185b056684 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 944 time: 0.1543989 Feb 05 22:41:05.910556 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-40f84ffd-9b44-42d4-90d4-e65fe21c263d req-b5895135-a1e0-4238-8dd7-d4c49a1e2fd7 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017497 Feb 05 22:41:05.946318 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-95f4300c-e555-46ed-91b9-874da4f2bff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:06.017769 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] Notify callbacks [] for port, precommit_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:06.035240 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] Transition to ACTIVE for port object c7e111e5-4d69-4b3d-9dc1-8483058cbe72 will not be triggered until provisioned by entity L2. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:41:06.074646 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-16ddec2c-2f7f-434f-9104-5fb14f5f59ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:06.076211 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-16ddec2c-2f7f-434f-9104-5fb14f5f59ee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b6e1d86d1bf4c8bab0f40fba9ad215a&device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 1097 time: 0.2631497 Feb 05 22:41:06.112123 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:06.151128 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-ff46b28a-68bd-4843-8aaa-df2a10968ce1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c229452a-6427-4f1c-8678-ae1ac57cb551 HTTP/1.1" status: 200 len: 217 time: 0.0658069 Feb 05 22:41:06.180593 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_common [None req-95f4300c-e555-46ed-91b9-874da4f2bff3 admin admin] Allocated IP 172.20.0.1 (a9f90657-c8ce-4d9b-be20-d4363f5e95d6/a30431fa-c0ee-41d7-84eb-c19154fb8016/c8311fa2-d765-4a32-923d-7f6492b81b80) {{(pid=87482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:41:06.203797 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] Attempting to bind port c7e111e5-4d69-4b3d-9dc1-8483058cbe72 on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:41:06.204162 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] Attempting to bind port c7e111e5-4d69-4b3d-9dc1-8483058cbe72 by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:41:06.208280 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] Attempting to bind port c7e111e5-4d69-4b3d-9dc1-8483058cbe72 on network 6817b256-dae4-44db-bc68-adab2164788e {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:41:06.208280 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4c93f-6a25-4c92-8e57-acaa6291d8f1 None None] Pushing event updated for resources: {'Port': ['ID=c7e111e5-4d69-4b3d-9dc1-8483058cbe72,revision_number=2']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:06.215496 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:41:06.215864 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] Checking segment: {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:41:06.216275 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:06.216638 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] Bound using segment: {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:41:06.217101 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] Bound port: c7e111e5-4d69-4b3d-9dc1-8483058cbe72, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:41:06.218003 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:06.218533 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-d9d3a7a9-e614-480c-a775-2436cfeabf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:06.219970 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-d9d3a7a9-e614-480c-a775-2436cfeabf59 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ace9158-f5af-4a68-9803-36921a491318 HTTP/1.1" status: 200 len: 855 time: 0.0613332 Feb 05 22:41:06.242501 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4c93f-6a25-4c92-8e57-acaa6291d8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:06.242843 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4c93f-6a25-4c92-8e57-acaa6291d8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:06.243175 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4c93f-6a25-4c92-8e57-acaa6291d8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:06.243501 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4c93f-6a25-4c92-8e57-acaa6291d8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:06.243824 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4c93f-6a25-4c92-8e57-acaa6291d8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:06.244148 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4c93f-6a25-4c92-8e57-acaa6291d8f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:06.244469 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4c93f-6a25-4c92-8e57-acaa6291d8f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:06.244790 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4c93f-6a25-4c92-8e57-acaa6291d8f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:06.245107 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4c93f-6a25-4c92-8e57-acaa6291d8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:06.245442 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4c93f-6a25-4c92-8e57-acaa6291d8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:06.245756 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4c93f-6a25-4c92-8e57-acaa6291d8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:06.246083 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4c93f-6a25-4c92-8e57-acaa6291d8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:06.267886 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-dca053ea-b60f-46ec-84b9-80ff8343c856 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a5408c9-2cbf-4224-8bef-182ab9eb0fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406833 Feb 05 22:41:06.300687 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] For port c7e111e5-4d69-4b3d-9dc1-8483058cbe72, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:41:06.303726 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] For port c7e111e5-4d69-4b3d-9dc1-8483058cbe72, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=c7e111e5-4d69-4b3d-9dc1-8483058cbe72,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:41:06.338952 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-95f4300c-e555-46ed-91b9-874da4f2bff3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:06.354470 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.provisioning_blocks [None req-95f4300c-e555-46ed-91b9-874da4f2bff3 admin admin] Transition to ACTIVE for port object c8311fa2-d765-4a32-923d-7f6492b81b80 will not be triggered until provisioned by entity DHCP. {{(pid=87482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:41:06.399468 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:06.402729 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-7befd469-e885-46e4-b356-1ef3f92567d1 service neutron] 10.222.0.45 "GET /v2.0/networks/0a5408c9-2cbf-4224-8bef-182ab9eb0fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275058 Feb 05 22:41:06.471822 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-95f4300c-e555-46ed-91b9-874da4f2bff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:06.476852 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] Routers {'70b70dc4-33c6-4856-a374-d5a0a4cc50fa'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:41:06.477489 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:40:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:41:06.538504 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f4300c-e555-46ed-91b9-874da4f2bff3 admin admin] Network a9f90657-c8ce-4d9b-be20-d4363f5e95d6 is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:41:06.541584 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-95f4300c-e555-46ed-91b9-874da4f2bff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:41:06.545363 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4c93f-6a25-4c92-8e57-acaa6291d8f1 None None] Pushing event updated for resources: {'Port': ['ID=c7e111e5-4d69-4b3d-9dc1-8483058cbe72,revision_number=3']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:06.546675 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f4300c-e555-46ed-91b9-874da4f2bff3 admin admin] Received port after_create {{(pid=87482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:41:06.547461 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-95f4300c-e555-46ed-91b9-874da4f2bff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960290'] for router_interface, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:06.561053 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-39692af8-e64f-44a8-a82a-63e6f102df49 req-6496728a-5689-421d-8a58-5d210c389fa8 service neutron] 10.222.0.45 "GET /v2.0/networks/0a5408c9-2cbf-4224-8bef-182ab9eb0fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474705 Feb 05 22:41:06.692403 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] Set router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:41:06.788745 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4300c-e555-46ed-91b9-874da4f2bff3 admin admin] Pushing event updated for resources: {'Port': ['ID=c8311fa2-d765-4a32-923d-7f6492b81b80,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:06.987323 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-fac58292-fcc1-4d19-a6c5-308d432eb3a1 None None] Provisioning for port c8311fa2-d765-4a32-923d-7f6492b81b80 completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:41:06.993589 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'name': 'tempest-AttachVolumeTestJSON-1696133982-router', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:40:59Z', 'updated_at': '2022-02-05T22:41:03Z', 'revision_number': 3, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'gw_port': {'id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:01Z', 'updated_at': '2022-02-05T22:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:41:06.997770 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-fac58292-fcc1-4d19-a6c5-308d432eb3a1 None None] Provisioning complete for port c8311fa2-d765-4a32-923d-7f6492b81b80 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:41:06.997770 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-fac58292-fcc1-4d19-a6c5-308d432eb3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:07.010432 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-95f4300c-e555-46ed-91b9-874da4f2bff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:07.036298 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f0d5a-8118-48da-8d29-1629c9b1eb1f None None] The sync data for ids ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'] in dv-cinder-818886-2-iscsi is: [{'id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'name': 'tempest-AttachVolumeTestJSON-1696133982-router', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:40:59Z', 'updated_at': '2022-02-05T22:41:03Z', 'revision_number': 3, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'gw_port': {'id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:01Z', 'updated_at': '2022-02-05T22:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:41:07.061478 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-fac58292-fcc1-4d19-a6c5-308d432eb3a1 None None] Port c8311fa2-d765-4a32-923d-7f6492b81b80 cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:41:07.128341 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2012bf-1193-46fa-81e3-c182975db4a6 req-43c52a8c-6a7d-4f2b-9c44-2d715f64e31b tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:07.129039 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-bc2012bf-1193-46fa-81e3-c182975db4a6 req-43c52a8c-6a7d-4f2b-9c44-2d715f64e31b tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Synchronizing usage tracker for tenant:0b6e1d86d1bf4c8bab0f40fba9ad215a on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:41:07.192926 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-bc2012bf-1193-46fa-81e3-c182975db4a6 req-43c52a8c-6a7d-4f2b-9c44-2d715f64e31b tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Unset dirty status for tenant:0b6e1d86d1bf4c8bab0f40fba9ad215a on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:41:07.194353 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-bc2012bf-1193-46fa-81e3-c182975db4a6 req-43c52a8c-6a7d-4f2b-9c44-2d715f64e31b tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 944 time: 0.1654043 Feb 05 22:41:07.250261 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-bc2012bf-1193-46fa-81e3-c182975db4a6 req-e65c7814-9436-424a-b6b6-71d1fedc7131 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489082 Feb 05 22:41:07.256343 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-95f4300c-e555-46ed-91b9-874da4f2bff3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:07.334518 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-95f4300c-e555-46ed-91b9-874da4f2bff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:07.335232 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-95f4300c-e555-46ed-91b9-874da4f2bff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960455'] for router_interface, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:07.477271 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4300c-e555-46ed-91b9-874da4f2bff3 admin admin] Pushing event updated for resources: {'Port': ['ID=c8311fa2-d765-4a32-923d-7f6492b81b80,revision_number=2']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:07.538780 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f4300c-e555-46ed-91b9-874da4f2bff3 admin admin] Network a9f90657-c8ce-4d9b-be20-d4363f5e95d6 is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:41:07.539920 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-95f4300c-e555-46ed-91b9-874da4f2bff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:41:07.741793 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f4300c-e555-46ed-91b9-874da4f2bff3 admin admin] Router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:41:07.789791 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-8fd3d641-4164-4e36-b760-4db7bcbbf0bc None None] Provisioning complete for port c8311fa2-d765-4a32-923d-7f6492b81b80 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:41:07.790289 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-8fd3d641-4164-4e36-b760-4db7bcbbf0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:07.844284 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device c7e111e5-4d69-4b3d-9dc1-8483058cbe72 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:41:07.906968 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-8fd3d641-4164-4e36-b760-4db7bcbbf0bc None None] Port c8311fa2-d765-4a32-923d-7f6492b81b80 cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:41:07.948185 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f4300c-e555-46ed-91b9-874da4f2bff3 admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:41:07.957824 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-95f4300c-e555-46ed-91b9-874da4f2bff3 admin admin] 10.222.0.24 "PUT /v2.0/routers/70b70dc4-33c6-4856-a374-d5a0a4cc50fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8764429 Feb 05 22:41:07.998598 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port c7e111e5-4d69-4b3d-9dc1-8483058cbe72 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:41:08.003849 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port c7e111e5-4d69-4b3d-9dc1-8483058cbe72 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:41:08.004283 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:08.123242 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:08.140941 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port c7e111e5-4d69-4b3d-9dc1-8483058cbe72, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=c7e111e5-4d69-4b3d-9dc1-8483058cbe72,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:41:08.221893 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:08.330207 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=c7e111e5-4d69-4b3d-9dc1-8483058cbe72,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:08.454877 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe1303-6859-49a1-a89f-e95301761fe4 req-fd853476-1517-4ea8-b93d-a894c976ad25 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:08.456303 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-74fe1303-6859-49a1-a89f-e95301761fe4 req-fd853476-1517-4ea8-b93d-a894c976ad25 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 944 time: 0.0881712 Feb 05 22:41:08.501597 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-74fe1303-6859-49a1-a89f-e95301761fe4 req-59f3853e-42f3-4120-8dd2-7a335dd5ab01 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388796 Feb 05 22:41:08.595798 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 46168) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:41:08.598801 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-69fe848c-38c8-4240-954e-43f7def61910 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--167831256', 'description': 'tempest-description--878922953'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:41:08.604683 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-69fe848c-38c8-4240-954e-43f7def61910 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:41:08.608789 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-69fe848c-38c8-4240-954e-43f7def61910 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Usage tracker for resource:security_group and tenant:9bde3076936d4b42a61677c3926d8bff is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:41:08.611680 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-69fe848c-38c8-4240-954e-43f7def61910 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:41:08.617982 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-69fe848c-38c8-4240-954e-43f7def61910 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:41:08.619695 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] Sync routers for ids ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'] in dv-cinder-818886-2-iscsi {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:41:08.629050 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] Routers {'70b70dc4-33c6-4856-a374-d5a0a4cc50fa'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:41:08.636357 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:40:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:41:08.700172 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-69fe848c-38c8-4240-954e-43f7def61910 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:08.720843 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-69fe848c-38c8-4240-954e-43f7def61910 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:41:08.724603 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-69fe848c-38c8-4240-954e-43f7def61910 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Usage tracker for resource:security_group_rule and tenant:9bde3076936d4b42a61677c3926d8bff is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:41:08.727485 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-69fe848c-38c8-4240-954e-43f7def61910 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:41:08.733220 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-69fe848c-38c8-4240-954e-43f7def61910 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:41:08.803833 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] Set router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:41:08.808081 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-69fe848c-38c8-4240-954e-43f7def61910 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:08.930645 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-69fe848c-38c8-4240-954e-43f7def61910 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:08.973325 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe848c-38c8-4240-954e-43f7def61910 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec53b966-e76d-451f-84fe-32d98b7cf69e,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:09.026471 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device c229452a-6427-4f1c-8678-ae1ac57cb551 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:41:09.062431 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-69fe848c-38c8-4240-954e-43f7def61910 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:09.063983 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-69fe848c-38c8-4240-954e-43f7def61910 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4691598 Feb 05 22:41:09.066888 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 46174) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:41:09.071883 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-30a591bc-18b8-48ec-b986-9886ecebb61d tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Request body: {'security_group_rule': {'security_group_id': 'ec53b966-e76d-451f-84fe-32d98b7cf69e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:41:09.078087 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-30a591bc-18b8-48ec-b986-9886ecebb61d tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:41:09.081887 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-30a591bc-18b8-48ec-b986-9886ecebb61d tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Usage tracker for resource:security_group_rule and tenant:9bde3076936d4b42a61677c3926d8bff is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:41:09.084769 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-30a591bc-18b8-48ec-b986-9886ecebb61d tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:41:09.090896 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-30a591bc-18b8-48ec-b986-9886ecebb61d tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:41:09.135142 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'name': 'tempest-AttachVolumeTestJSON-1696133982-router', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:40:59Z', 'updated_at': '2022-02-05T22:41:06Z', 'revision_number': 4, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'gw_port': {'id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:01Z', 'updated_at': '2022-02-05T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'c8311fa2-d765-4a32-923d-7f6492b81b80', 'name': '', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'mac_address': 'fa:16:3e:16:72:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:06Z', 'updated_at': '2022-02-05T22:41:07Z', 'revision_number': 2, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'subnets': [{'id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:41:09.139020 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] Checking router: 70b70dc4-33c6-4856-a374-d5a0a4cc50fa for host: dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:41:09.139368 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] Updating router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa port c8311fa2-d765-4a32-923d-7f6492b81b80 binding host dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 22:41:09.160329 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port c229452a-6427-4f1c-8678-ae1ac57cb551, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c229452a-6427-4f1c-8678-ae1ac57cb551,segment=NetworkSegment(d7839250-9108-4941-8dc7-891d1d40cafa),segment_id=d7839250-9108-4941-8dc7-891d1d40cafa)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:41:09.174104 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': 'c229452a-6427-4f1c-8678-ae1ac57cb551', 'network_id': '0a5408c9-2cbf-4224-8bef-182ab9eb0fc3', 'port_id': 'c229452a-6427-4f1c-8678-ae1ac57cb551', 'mac_address': 'fa:16:3e:33:ea:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ace9158-f5af-4a68-9803-36921a491318', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:41:09.178993 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-30a591bc-18b8-48ec-b986-9886ecebb61d tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:09.197547 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:09.230756 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:09.241420 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-30a591bc-18b8-48ec-b986-9886ecebb61d tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:09.248181 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c229452a-6427-4f1c-8678-ae1ac57cb551 {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:41:09.263632 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port c229452a-6427-4f1c-8678-ae1ac57cb551, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c229452a-6427-4f1c-8678-ae1ac57cb551,segment=NetworkSegment(d7839250-9108-4941-8dc7-891d1d40cafa),segment_id=d7839250-9108-4941-8dc7-891d1d40cafa)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:41:09.330114 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-30a591bc-18b8-48ec-b986-9886ecebb61d tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:09.352001 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a591bc-18b8-48ec-b986-9886ecebb61d tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6776115e-91e3-4b07-8b77-04371bf5f8f7,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:09.359717 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:09.428096 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=c229452a-6427-4f1c-8678-ae1ac57cb551,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:09.467878 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-30a591bc-18b8-48ec-b986-9886ecebb61d tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:09.469244 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-30a591bc-18b8-48ec-b986-9886ecebb61d tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4012995 Feb 05 22:41:09.471860 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 46178) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:41:09.476963 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-e80522a4-b0da-4144-9218-8537f7b8f787 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Request body: {'security_group_rule': {'security_group_id': 'ec53b966-e76d-451f-84fe-32d98b7cf69e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:41:09.482718 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-e80522a4-b0da-4144-9218-8537f7b8f787 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:41:09.497245 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-e80522a4-b0da-4144-9218-8537f7b8f787 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Usage tracker for resource:security_group_rule and tenant:9bde3076936d4b42a61677c3926d8bff is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:41:09.497245 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-e80522a4-b0da-4144-9218-8537f7b8f787 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:41:09.497245 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-e80522a4-b0da-4144-9218-8537f7b8f787 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:41:09.533289 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:09.544917 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] Transition to ACTIVE for port object c8311fa2-d765-4a32-923d-7f6492b81b80 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:41:09.610910 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e80522a4-b0da-4144-9218-8537f7b8f787 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:09.642994 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:09.693705 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['c229452a-6427-4f1c-8678-ae1ac57cb551'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:41:09.740455 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e80522a4-b0da-4144-9218-8537f7b8f787 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:09.754013 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0d887-57ab-4193-b0f6-578facce5a75 req-fdc60835-dac3-4692-87b6-667518f78524 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:09.755868 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-56c0d887-57ab-4193-b0f6-578facce5a75 req-fdc60835-dac3-4692-87b6-667518f78524 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 945 time: 0.1373940 Feb 05 22:41:09.794727 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010661b1-ef8f-4341-ab7d-69ed7342f502 None None] Pushing event updated for resources: {'Port': ['ID=c8311fa2-d765-4a32-923d-7f6492b81b80,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:09.816963 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-56c0d887-57ab-4193-b0f6-578facce5a75 req-dcf19dfd-d325-465c-9585-fefb07872647 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466466 Feb 05 22:41:09.843319 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device c7e111e5-4d69-4b3d-9dc1-8483058cbe72 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:41:09.846667 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e80522a4-b0da-4144-9218-8537f7b8f787 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:09.853193 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010661b1-ef8f-4341-ab7d-69ed7342f502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:09.856899 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010661b1-ef8f-4341-ab7d-69ed7342f502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:09.856899 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010661b1-ef8f-4341-ab7d-69ed7342f502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:09.856899 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010661b1-ef8f-4341-ab7d-69ed7342f502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:09.856899 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010661b1-ef8f-4341-ab7d-69ed7342f502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:09.856899 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010661b1-ef8f-4341-ab7d-69ed7342f502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:09.856899 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010661b1-ef8f-4341-ab7d-69ed7342f502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:09.856899 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010661b1-ef8f-4341-ab7d-69ed7342f502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:09.856899 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010661b1-ef8f-4341-ab7d-69ed7342f502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:09.856899 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010661b1-ef8f-4341-ab7d-69ed7342f502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:09.856899 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010661b1-ef8f-4341-ab7d-69ed7342f502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:09.856899 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010661b1-ef8f-4341-ab7d-69ed7342f502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:09.885632 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80522a4-b0da-4144-9218-8537f7b8f787 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffe9597-497f-43ae-b757-8b13f39c42d6,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:09.886959 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] Attempting to bind port c8311fa2-d765-4a32-923d-7f6492b81b80 on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:41:09.891285 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] Attempting to bind port c8311fa2-d765-4a32-923d-7f6492b81b80 by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': '118ee127-cf60-441f-ad69-c306ada521bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:41:09.891285 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] Attempting to bind port c8311fa2-d765-4a32-923d-7f6492b81b80 on network a9f90657-c8ce-4d9b-be20-d4363f5e95d6 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:41:09.898202 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:41:09.898202 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] Checking segment: {'id': '118ee127-cf60-441f-ad69-c306ada521bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:41:09.898202 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:09.898918 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] Bound using segment: {'id': '118ee127-cf60-441f-ad69-c306ada521bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:41:09.899477 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] Bound port: c8311fa2-d765-4a32-923d-7f6492b81b80, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118ee127-cf60-441f-ad69-c306ada521bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:41:09.899962 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:09.982828 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e80522a4-b0da-4144-9218-8537f7b8f787 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:09.988204 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 46188) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:41:09.992521 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-e80522a4-b0da-4144-9218-8537f7b8f787 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5196137 Feb 05 22:41:09.995847 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-7924338e-57c6-4ab7-bb85-571889f2a982 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Request body: {'floatingip': {'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:41:10.003698 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-7924338e-57c6-4ab7-bb85-571889f2a982 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:41:10.008155 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-7924338e-57c6-4ab7-bb85-571889f2a982 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Usage tracker for resource:floatingip and tenant:9bde3076936d4b42a61677c3926d8bff is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:41:10.011617 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-7924338e-57c6-4ab7-bb85-571889f2a982 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:41:10.023597 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-7924338e-57c6-4ab7-bb85-571889f2a982 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:41:10.031956 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] For port c8311fa2-d765-4a32-923d-7f6492b81b80, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:41:10.036562 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] For port c8311fa2-d765-4a32-923d-7f6492b81b80, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=c8311fa2-d765-4a32-923d-7f6492b81b80,segment=NetworkSegment(118ee127-cf60-441f-ad69-c306ada521bb),segment_id=118ee127-cf60-441f-ad69-c306ada521bb)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:41:10.038674 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port c7e111e5-4d69-4b3d-9dc1-8483058cbe72 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:41:10.039040 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:10.120337 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7924338e-57c6-4ab7-bb85-571889f2a982 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for floatingip, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:10.152272 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:10.255786 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] Routers {'70b70dc4-33c6-4856-a374-d5a0a4cc50fa'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:41:10.256410 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:40:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:41:10.269407 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7924338e-57c6-4ab7-bb85-571889f2a982 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:10.324570 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010661b1-ef8f-4341-ab7d-69ed7342f502 None None] Pushing event updated for resources: {'Port': ['ID=c8311fa2-d765-4a32-923d-7f6492b81b80,revision_number=4']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:10.421100 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_common [None req-7924338e-57c6-4ab7-bb85-571889f2a982 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Allocated IP 172.27.3.253 (6817b256-dae4-44db-bc68-adab2164788e/583bfacf-eb7c-4478-b06f-909c14cf964a/9d6605f1-d89c-4565-85f9-6e9a3e4e0423) {{(pid=87482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:41:10.445089 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] Set router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:41:10.671899 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7924338e-57c6-4ab7-bb85-571889f2a982 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for port, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:10.753701 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'name': 'tempest-AttachVolumeTestJSON-1696133982-router', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:40:59Z', 'updated_at': '2022-02-05T22:41:06Z', 'revision_number': 4, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'gw_port': {'id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:01Z', 'updated_at': '2022-02-05T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'c8311fa2-d765-4a32-923d-7f6492b81b80', 'name': '', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'mac_address': 'fa:16:3e:16:72:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:06Z', 'updated_at': '2022-02-05T22:41:10Z', 'revision_number': 4, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'subnets': [{'id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:41:10.757732 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367adcd-6365-4e90-a2c4-5752b65497e8 None None] The sync data for ids ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'] in dv-cinder-818886-2-iscsi is: [{'id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'name': 'tempest-AttachVolumeTestJSON-1696133982-router', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:40:59Z', 'updated_at': '2022-02-05T22:41:06Z', 'revision_number': 4, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'gw_port': {'id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:01Z', 'updated_at': '2022-02-05T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'c8311fa2-d765-4a32-923d-7f6492b81b80', 'name': '', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'mac_address': 'fa:16:3e:16:72:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:06Z', 'updated_at': '2022-02-05T22:41:10Z', 'revision_number': 4, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'subnets': [{'id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:41:10.796177 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7924338e-57c6-4ab7-bb85-571889f2a982 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:10.860696 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7924338e-57c6-4ab7-bb85-571889f2a982 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Network 6817b256-dae4-44db-bc68-adab2164788e is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:41:10.869394 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-7924338e-57c6-4ab7-bb85-571889f2a982 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:41:10.877584 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7924338e-57c6-4ab7-bb85-571889f2a982 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Received port after_create {{(pid=87482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:41:10.906445 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924338e-57c6-4ab7-bb85-571889f2a982 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Pushing event updated for resources: {'Port': ['ID=9d6605f1-d89c-4565-85f9-6e9a3e4e0423,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:10.934926 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7924338e-57c6-4ab7-bb85-571889f2a982 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:11.079557 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7924338e-57c6-4ab7-bb85-571889f2a982 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:11.279085 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92df69-9005-435f-83bb-c88eeb1d73c8 req-05fb54c9-dd83-46e1-9d18-66c64038de54 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:11.281410 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:11.285699 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-6c92df69-9005-435f-83bb-c88eeb1d73c8 req-05fb54c9-dd83-46e1-9d18-66c64038de54 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 945 time: 0.3351858 Feb 05 22:41:11.343305 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-6c92df69-9005-435f-83bb-c88eeb1d73c8 req-79682fb1-a129-4a58-b98b-fc80926f321d tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545230 Feb 05 22:41:11.359910 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7924338e-57c6-4ab7-bb85-571889f2a982 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for port, precommit_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:11.444512 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7924338e-57c6-4ab7-bb85-571889f2a982 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:11.510380 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7924338e-57c6-4ab7-bb85-571889f2a982 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542379'] for floatingip, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:11.541235 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924338e-57c6-4ab7-bb85-571889f2a982 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Pushing event updated for resources: {'Port': ['ID=9d6605f1-d89c-4565-85f9-6e9a3e4e0423,revision_number=2']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:11.616125 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7924338e-57c6-4ab7-bb85-571889f2a982 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for floatingip, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:11.617956 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-7924338e-57c6-4ab7-bb85-571889f2a982 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6280823 Feb 05 22:41:11.787010 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-f289f716-513b-44c1-865e-7e1928fff082 req-1c28a77d-6eb1-472b-b06f-32764e6e6bb7 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Synchronizing usage tracker for tenant:9bde3076936d4b42a61677c3926d8bff on resource:security_group {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:41:11.820819 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device c8311fa2-d765-4a32-923d-7f6492b81b80 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:41:11.878921 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-f289f716-513b-44c1-865e-7e1928fff082 req-1c28a77d-6eb1-472b-b06f-32764e6e6bb7 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Unset dirty status for tenant:9bde3076936d4b42a61677c3926d8bff on resource:security_group {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:41:11.880152 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f289f716-513b-44c1-865e-7e1928fff082 req-1c28a77d-6eb1-472b-b06f-32764e6e6bb7 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--167831256&fields=id&tenant_id=9bde3076936d4b42a61677c3926d8bff HTTP/1.1" status: 200 len: 267 time: 0.1360979 Feb 05 22:41:11.970536 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port c8311fa2-d765-4a32-923d-7f6492b81b80 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:41:11.976188 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port c8311fa2-d765-4a32-923d-7f6492b81b80 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:41:11.978281 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:12.043361 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289f716-513b-44c1-865e-7e1928fff082 req-9292e766-f46e-47ac-9c83-100b8299a348 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:12.044089 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-f289f716-513b-44c1-865e-7e1928fff082 req-9292e766-f46e-47ac-9c83-100b8299a348 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Synchronizing usage tracker for tenant:9bde3076936d4b42a61677c3926d8bff on resource:network {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:41:12.099491 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:12.128727 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-f289f716-513b-44c1-865e-7e1928fff082 req-9292e766-f46e-47ac-9c83-100b8299a348 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Unset dirty status for tenant:9bde3076936d4b42a61677c3926d8bff on resource:network {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:41:12.133730 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f289f716-513b-44c1-865e-7e1928fff082 req-9292e766-f46e-47ac-9c83-100b8299a348 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/networks?id=a9f90657-c8ce-4d9b-be20-d4363f5e95d6 HTTP/1.1" status: 200 len: 811 time: 0.2432249 Feb 05 22:41:12.133903 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port c8311fa2-d765-4a32-923d-7f6492b81b80, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=c8311fa2-d765-4a32-923d-7f6492b81b80,segment=NetworkSegment(118ee127-cf60-441f-ad69-c306ada521bb),segment_id=118ee127-cf60-441f-ad69-c306ada521bb)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:41:12.145899 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f289f716-513b-44c1-865e-7e1928fff082 req-78e63660-740c-42cf-bf5e-aad591675d86 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/quotas/9bde3076936d4b42a61677c3926d8bff HTTP/1.1" status: 200 len: 375 time: 0.0098970 Feb 05 22:41:12.214600 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:12.233532 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-f289f716-513b-44c1-865e-7e1928fff082 req-1a6b93ed-e544-45d3-905c-f607a26b6b1e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Synchronizing usage tracker for tenant:9bde3076936d4b42a61677c3926d8bff on resource:port {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:41:12.283424 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=c8311fa2-d765-4a32-923d-7f6492b81b80,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:12.330025 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-f289f716-513b-44c1-865e-7e1928fff082 req-1a6b93ed-e544-45d3-905c-f607a26b6b1e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Unset dirty status for tenant:9bde3076936d4b42a61677c3926d8bff on resource:port {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:41:12.331610 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f289f716-513b-44c1-865e-7e1928fff082 req-1a6b93ed-e544-45d3-905c-f607a26b6b1e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bde3076936d4b42a61677c3926d8bff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1804438 Feb 05 22:41:12.472491 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f289f716-513b-44c1-865e-7e1928fff082 req-33fa976e-1a37-447e-823f-dd143e0e863b service neutron] 10.222.0.24 "GET /v2.0/networks/a9f90657-c8ce-4d9b-be20-d4363f5e95d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284440 Feb 05 22:41:12.538094 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b277b7a-363e-42a6-857d-676a5fb9c7fe req-d3c8e176-0d15-4523-852d-eb5f78c0ab6d tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:12.539591 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9b277b7a-363e-42a6-857d-676a5fb9c7fe req-d3c8e176-0d15-4523-852d-eb5f78c0ab6d tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 945 time: 0.0826802 Feb 05 22:41:12.584204 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9b277b7a-363e-42a6-857d-676a5fb9c7fe req-fd3cdddf-728c-4357-8600-4754d765d6be tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386794 Feb 05 22:41:12.609794 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f289f716-513b-44c1-865e-7e1928fff082 req-05fac80f-8ac4-4105-a329-be79b50c93b8 service neutron] 10.222.0.24 "GET /v2.0/networks/a9f90657-c8ce-4d9b-be20-d4363f5e95d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313047 Feb 05 22:41:12.869237 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-84cdda61-b085-49ea-a0d3-a78c6c7ff852 req-7effa873-9fae-4e45-aa99-082427fe14ad tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 210 time: 0.0433547 Feb 05 22:41:13.048370 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device c229452a-6427-4f1c-8678-ae1ac57cb551 up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:41:13.250673 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning for port c229452a-6427-4f1c-8678-ae1ac57cb551 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:41:13.256237 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port c229452a-6427-4f1c-8678-ae1ac57cb551 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:41:13.256603 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:13.364580 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:41:13.372980 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:13.399477 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c229452a-6427-4f1c-8678-ae1ac57cb551'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:41:13.408960 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port c229452a-6427-4f1c-8678-ae1ac57cb551, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c229452a-6427-4f1c-8678-ae1ac57cb551,segment=NetworkSegment(d7839250-9108-4941-8dc7-891d1d40cafa),segment_id=d7839250-9108-4941-8dc7-891d1d40cafa)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:41:13.446702 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c229452a-6427-4f1c-8678-ae1ac57cb551', 'code': 200} Feb 05 22:41:13.508258 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:13.574757 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=c229452a-6427-4f1c-8678-ae1ac57cb551,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:13.777771 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device c8311fa2-d765-4a32-923d-7f6492b81b80 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:41:13.829743 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f97613a6-929e-44aa-a549-3b359d8437d4 req-adf40a7f-8b35-47f5-8271-48786f882c98 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1682260 Feb 05 22:41:13.854574 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port c8311fa2-d765-4a32-923d-7f6492b81b80 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:41:13.855026 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:13.893609 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2f46b-4eed-4ec0-89f7-30957c4ae1ce req-0feae8f5-087d-424e-84a7-b0cd3541e0b2 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:13.895646 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2db2f46b-4eed-4ec0-89f7-30957c4ae1ce req-0feae8f5-087d-424e-84a7-b0cd3541e0b2 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 946 time: 0.1697638 Feb 05 22:41:13.904455 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264b914-6eab-4df4-a6a7-20688dae6e1b req-f932bf25-3507-4fbe-b990-f4960b28a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:13.906515 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7264b914-6eab-4df4-a6a7-20688dae6e1b req-f932bf25-3507-4fbe-b990-f4960b28a509 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 1099 time: 0.1323867 Feb 05 22:41:14.015270 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-925c38f2-e6ed-4a8a-a869-82a1f27d739d req-4284c922-c3ab-4258-b580-6522cc2d9883 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 210 time: 0.0531914 Feb 05 22:41:14.022682 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2db2f46b-4eed-4ec0-89f7-30957c4ae1ce req-fb83e212-ab89-4ffc-8d63-16fd35b9db4e tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211700 Feb 05 22:41:14.051228 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7264b914-6eab-4df4-a6a7-20688dae6e1b req-5903f49e-8522-46a0-b3c4-e8bc9f365d84 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087139 Feb 05 22:41:14.066976 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97613a6-929e-44aa-a549-3b359d8437d4 req-3164eb28-dace-410d-b0cf-1c19e97fea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:14.068335 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f97613a6-929e-44aa-a549-3b359d8437d4 req-3164eb28-dace-410d-b0cf-1c19e97fea41 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1c74641009450eb3df1aeaf162ccde&device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 1099 time: 0.1044278 Feb 05 22:41:14.431843 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97613a6-929e-44aa-a549-3b359d8437d4 req-1eda8334-0e2a-4e53-aa07-17a92672cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:14.433470 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f97613a6-929e-44aa-a549-3b359d8437d4 req-1eda8334-0e2a-4e53-aa07-17a92672cb02 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b0f3db0-4106-46bc-9540-b9ba783310fc HTTP/1.1" status: 200 len: 917 time: 0.1272709 Feb 05 22:41:14.623967 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f97613a6-929e-44aa-a549-3b359d8437d4 req-e9edc95c-0c9e-4510-a13c-895d4c6da619 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fd4186f-6659-4e33-beed-94d23f18a11d HTTP/1.1" status: 200 len: 1001 time: 0.1819308 Feb 05 22:41:14.692902 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97613a6-929e-44aa-a549-3b359d8437d4 req-5f33f1ee-ff48-47e2-9b18-fc4bc7a74e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:14.694505 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f97613a6-929e-44aa-a549-3b359d8437d4 req-5f33f1ee-ff48-47e2-9b18-fc4bc7a74e75 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef675453-a182-4ce7-8469-2fb25b5d7aea HTTP/1.1" status: 200 len: 855 time: 0.0623286 Feb 05 22:41:14.788566 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97613a6-929e-44aa-a549-3b359d8437d4 req-59ee7cd9-3f22-4d88-8a0c-2cfe60adf8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:14.790078 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f97613a6-929e-44aa-a549-3b359d8437d4 req-59ee7cd9-3f22-4d88-8a0c-2cfe60adf8f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b0f3db0-4106-46bc-9540-b9ba783310fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688591 Feb 05 22:41:14.931258 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f97613a6-929e-44aa-a549-3b359d8437d4 req-58a628c6-e1c8-4ca2-8b9d-6550f3e296ba service neutron] 10.222.0.45 "GET /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271966 Feb 05 22:41:15.068101 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f97613a6-929e-44aa-a549-3b359d8437d4 req-2770a8f4-5dc0-42c5-b4bb-ba2087e73718 service neutron] 10.222.0.45 "GET /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254594 Feb 05 22:41:15.168064 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0344f32b-c0d7-4bf0-82d7-11f80b98f4e4 req-cc01c4b5-e481-48ce-8589-38dd6d7f80e5 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 210 time: 0.0464032 Feb 05 22:41:15.229679 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1066fdc-ae07-49c7-9fe7-694b2e7064ab req-dcb2e3f4-d25e-43db-ac41-de7d65f59509 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:15.231112 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a1066fdc-ae07-49c7-9fe7-694b2e7064ab req-dcb2e3f4-d25e-43db-ac41-de7d65f59509 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 946 time: 0.0831282 Feb 05 22:41:15.274931 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a1066fdc-ae07-49c7-9fe7-694b2e7064ab req-d876faec-679f-476d-bb4f-b80d41303e68 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372207 Feb 05 22:41:15.888854 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289f716-513b-44c1-865e-7e1928fff082 req-487c577b-1d4a-4bb9-a2ea-d015576362a7 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:15.891011 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f289f716-513b-44c1-865e-7e1928fff082 req-487c577b-1d4a-4bb9-a2ea-d015576362a7 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.45 "GET /v2.0/networks?id=a9f90657-c8ce-4d9b-be20-d4363f5e95d6 HTTP/1.1" status: 200 len: 811 time: 0.1470368 Feb 05 22:41:15.949802 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f289f716-513b-44c1-865e-7e1928fff082 req-5a9ff606-aaea-4e72-941d-536dc15ee9ee tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bde3076936d4b42a61677c3926d8bff HTTP/1.1" status: 200 len: 379 time: 0.0452921 Feb 05 22:41:15.963719 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-f289f716-513b-44c1-865e-7e1928fff082 req-632c4d6f-d1ea-46ba-bee4-c645444c5639 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Request body: {'port': {'device_id': '1021130a-5d3b-4b06-92b2-ae154fe26c6f', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'admin_state_up': True, 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'security_groups': ['ec53b966-e76d-451f-84fe-32d98b7cf69e']}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:41:16.096831 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-f289f716-513b-44c1-865e-7e1928fff082 req-632c4d6f-d1ea-46ba-bee4-c645444c5639 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:41:16.106137 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-f289f716-513b-44c1-865e-7e1928fff082 req-632c4d6f-d1ea-46ba-bee4-c645444c5639 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:41:16.248139 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f289f716-513b-44c1-865e-7e1928fff082 req-632c4d6f-d1ea-46ba-bee4-c645444c5639 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Made reservation on behalf of 9bde3076936d4b42a61677c3926d8bff for: {'port': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:41:16.252929 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-f289f716-513b-44c1-865e-7e1928fff082 req-632c4d6f-d1ea-46ba-bee4-c645444c5639 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:16.321567 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e396cfe8-e58f-40c6-96e4-d38e2388c4b5 req-563aa76b-061c-4859-a400-fa2ebe4a973c tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 210 time: 0.0434825 Feb 05 22:41:16.468679 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [req-f289f716-513b-44c1-865e-7e1928fff082 req-632c4d6f-d1ea-46ba-bee4-c645444c5639 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Allocated IP 172.20.0.3 (a9f90657-c8ce-4d9b-be20-d4363f5e95d6/a30431fa-c0ee-41d7-84eb-c19154fb8016/ec130dc2-04ee-48dd-afc2-9f286463c67f) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:41:16.527985 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92dfa99-8d00-4a7d-aabd-3146b141a12c req-b72b1094-46a3-4a1f-b5b3-748a98b795d1 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:16.529525 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f92dfa99-8d00-4a7d-aabd-3146b141a12c req-b72b1094-46a3-4a1f-b5b3-748a98b795d1 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 946 time: 0.1417775 Feb 05 22:41:16.656380 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f92dfa99-8d00-4a7d-aabd-3146b141a12c req-bbbdafb8-37f3-4d72-80a4-f8249d2161a3 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092556 Feb 05 22:41:16.704408 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-f289f716-513b-44c1-865e-7e1928fff082 req-632c4d6f-d1ea-46ba-bee4-c645444c5639 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:16.721468 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-f289f716-513b-44c1-865e-7e1928fff082 req-632c4d6f-d1ea-46ba-bee4-c645444c5639 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Transition to ACTIVE for port object ec130dc2-04ee-48dd-afc2-9f286463c67f will not be triggered until provisioned by entity DHCP. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:41:16.810640 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-f289f716-513b-44c1-865e-7e1928fff082 req-632c4d6f-d1ea-46ba-bee4-c645444c5639 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:16.881345 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f289f716-513b-44c1-865e-7e1928fff082 req-632c4d6f-d1ea-46ba-bee4-c645444c5639 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Network a9f90657-c8ce-4d9b-be20-d4363f5e95d6 is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:41:16.884729 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [req-f289f716-513b-44c1-865e-7e1928fff082 req-632c4d6f-d1ea-46ba-bee4-c645444c5639 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:41:16.887271 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-f289f716-513b-44c1-865e-7e1928fff082 req-632c4d6f-d1ea-46ba-bee4-c645444c5639 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:41:16.930881 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c4d6f-d1ea-46ba-bee4-c645444c5639 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Pushing event updated for resources: {'Port': ['ID=ec130dc2-04ee-48dd-afc2-9f286463c67f,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:16.965542 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289f716-513b-44c1-865e-7e1928fff082 req-632c4d6f-d1ea-46ba-bee4-c645444c5639 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:16.966112 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-f289f716-513b-44c1-865e-7e1928fff082 req-632c4d6f-d1ea-46ba-bee4-c645444c5639 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:17.096195 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f289f716-513b-44c1-865e-7e1928fff082 req-632c4d6f-d1ea-46ba-bee4-c645444c5639 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1359985 Feb 05 22:41:17.109326 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-f289f716-513b-44c1-865e-7e1928fff082 req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] Request body: {'port': {'device_id': '1021130a-5d3b-4b06-92b2-ae154fe26c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:41:17.221328 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-f289f716-513b-44c1-865e-7e1928fff082 req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:17.232918 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-cfab7297-b09c-40d1-8f87-be20a083c54a None None] Provisioning for port ec130dc2-04ee-48dd-afc2-9f286463c67f completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:41:17.238986 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-cfab7297-b09c-40d1-8f87-be20a083c54a None None] Provisioning complete for port ec130dc2-04ee-48dd-afc2-9f286463c67f triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:41:17.239355 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-cfab7297-b09c-40d1-8f87-be20a083c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:17.301310 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-cfab7297-b09c-40d1-8f87-be20a083c54a None None] Port ec130dc2-04ee-48dd-afc2-9f286463c67f cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:41:17.517784 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6877d-3aec-445e-a6a9-46e46daeed76 req-8e2f50a8-2ab9-4967-86c5-6bd02c5c4aa0 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:17.521886 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c5b6877d-3aec-445e-a6a9-46e46daeed76 req-8e2f50a8-2ab9-4967-86c5-6bd02c5c4aa0 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 931 time: 0.0860605 Feb 05 22:41:17.571586 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c5b6877d-3aec-445e-a6a9-46e46daeed76 req-76cddf8c-9246-4c90-abbd-b94e08ba19b9 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457239 Feb 05 22:41:17.681880 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [req-f289f716-513b-44c1-865e-7e1928fff082 req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec130dc2-04ee-48dd-afc2-9f286463c67f {{(pid=87483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:41:17.689360 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-f289f716-513b-44c1-865e-7e1928fff082 req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:17.703514 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-f289f716-513b-44c1-865e-7e1928fff082 req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] Transition to ACTIVE for port object ec130dc2-04ee-48dd-afc2-9f286463c67f will not be triggered until provisioned by entity L2. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:41:17.815364 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-f289f716-513b-44c1-865e-7e1928fff082 req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:17.970128 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] Pushing event updated for resources: {'Port': ['ID=ec130dc2-04ee-48dd-afc2-9f286463c67f,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:18.047428 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-f289f716-513b-44c1-865e-7e1928fff082 req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] Attempting to bind port ec130dc2-04ee-48dd-afc2-9f286463c67f on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:41:18.047758 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-f289f716-513b-44c1-865e-7e1928fff082 req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] Attempting to bind port ec130dc2-04ee-48dd-afc2-9f286463c67f by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '118ee127-cf60-441f-ad69-c306ada521bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6'}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:41:18.048078 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f289f716-513b-44c1-865e-7e1928fff082 req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] Attempting to bind port ec130dc2-04ee-48dd-afc2-9f286463c67f on network a9f90657-c8ce-4d9b-be20-d4363f5e95d6 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:41:18.052834 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f289f716-513b-44c1-865e-7e1928fff082 req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] Port ec130dc2-04ee-48dd-afc2-9f286463c67f on network a9f90657-c8ce-4d9b-be20-d4363f5e95d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 05 22:41:18.053148 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f289f716-513b-44c1-865e-7e1928fff082 req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] Attempting to bind port ec130dc2-04ee-48dd-afc2-9f286463c67f on network a9f90657-c8ce-4d9b-be20-d4363f5e95d6 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:41:18.058132 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f289f716-513b-44c1-865e-7e1928fff082 req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] Checking agent: {'id': 'bad58867-603f-489e-b0dd-362048cf3d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'started_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:41:18.058463 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f289f716-513b-44c1-865e-7e1928fff082 req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] Checking segment: {'id': '118ee127-cf60-441f-ad69-c306ada521bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:41:18.058838 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f289f716-513b-44c1-865e-7e1928fff082 req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] Bound using segment: {'id': '118ee127-cf60-441f-ad69-c306ada521bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6'} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:41:18.059251 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-f289f716-513b-44c1-865e-7e1928fff082 req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] Bound port: ec130dc2-04ee-48dd-afc2-9f286463c67f, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118ee127-cf60-441f-ad69-c306ada521bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6'}}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:41:18.059588 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-f289f716-513b-44c1-865e-7e1928fff082 req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:18.146417 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-f289f716-513b-44c1-865e-7e1928fff082 req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] For port ec130dc2-04ee-48dd-afc2-9f286463c67f, host hv-cinder-81888, cleared binding levels {{(pid=87483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:41:18.149277 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-f289f716-513b-44c1-865e-7e1928fff082 req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] For port ec130dc2-04ee-48dd-afc2-9f286463c67f, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ec130dc2-04ee-48dd-afc2-9f286463c67f,segment=NetworkSegment(118ee127-cf60-441f-ad69-c306ada521bb),segment_id=118ee127-cf60-441f-ad69-c306ada521bb)] {{(pid=87483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:41:18.238960 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-f289f716-513b-44c1-865e-7e1928fff082 req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:18.302016 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289f716-513b-44c1-865e-7e1928fff082 req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:18.302627 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-f289f716-513b-44c1-865e-7e1928fff082 req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:18.304108 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f289f716-513b-44c1-865e-7e1928fff082 req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] 10.222.0.45 "PUT /v2.0/ports/ec130dc2-04ee-48dd-afc2-9f286463c67f HTTP/1.1" status: 200 len: 1093 time: 1.1989627 Feb 05 22:41:18.304483 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1021130a-5d3b-4b06-92b2-ae154fe26c6f', 'tag': 'ec130dc2-04ee-48dd-afc2-9f286463c67f'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:41:18.330397 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0e882-9526-43e2-9a09-5e0d6809c90b service neutron] Pushing event updated for resources: {'Port': ['ID=ec130dc2-04ee-48dd-afc2-9f286463c67f,revision_number=3']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:18.352867 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1021130a-5d3b-4b06-92b2-ae154fe26c6f', 'tag': 'ec130dc2-04ee-48dd-afc2-9f286463c67f', 'status': 'completed', 'code': 200} Feb 05 22:41:18.472540 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05630352-da1c-4b03-b28f-cf374ccaf198 req-37ff87bf-f0d4-42fa-9676-16bf312943c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:18.474203 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-05630352-da1c-4b03-b28f-cf374ccaf198 req-37ff87bf-f0d4-42fa-9676-16bf312943c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9bde3076936d4b42a61677c3926d8bff&device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 1096 time: 0.0884922 Feb 05 22:41:18.627500 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05630352-da1c-4b03-b28f-cf374ccaf198 req-054df8d8-9cfe-4d1d-8fad-579a917266cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:18.629389 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-05630352-da1c-4b03-b28f-cf374ccaf198 req-054df8d8-9cfe-4d1d-8fad-579a917266cd service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9bde3076936d4b42a61677c3926d8bff&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1468112 Feb 05 22:41:18.776938 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05630352-da1c-4b03-b28f-cf374ccaf198 req-6e1a182b-5e48-4b36-91fe-c27f782e5cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:18.778446 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-05630352-da1c-4b03-b28f-cf374ccaf198 req-6e1a182b-5e48-4b36-91fe-c27f782e5cb9 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1392169 Feb 05 22:41:18.895683 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289f716-513b-44c1-865e-7e1928fff082 req-8f86ee8d-7c2c-400e-bdac-988f35df70af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:18.897073 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f289f716-513b-44c1-865e-7e1928fff082 req-8f86ee8d-7c2c-400e-bdac-988f35df70af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9bde3076936d4b42a61677c3926d8bff&device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 1096 time: 0.0778363 Feb 05 22:41:18.947481 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-0dd57d25-4052-4a9d-b278-6561ec1fb85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:18.986191 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f289f716-513b-44c1-865e-7e1928fff082 req-bbab0ba3-77f4-4439-bafb-82a97799aadf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec130dc2-04ee-48dd-afc2-9f286463c67f HTTP/1.1" status: 200 len: 217 time: 0.0722253 Feb 05 22:41:19.113231 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289f716-513b-44c1-865e-7e1928fff082 req-454c8220-5053-4c9e-b5ef-952b69822d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:19.114683 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f289f716-513b-44c1-865e-7e1928fff082 req-454c8220-5053-4c9e-b5ef-952b69822d9e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a30431fa-c0ee-41d7-84eb-c19154fb8016 HTTP/1.1" status: 200 len: 850 time: 0.0987799 Feb 05 22:41:19.267259 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe563bc-3b41-4107-be5e-17663fe09518 req-94ec5f7c-a8db-4c23-9c4f-b9e511876648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:19.268761 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-afe563bc-3b41-4107-be5e-17663fe09518 req-94ec5f7c-a8db-4c23-9c4f-b9e511876648 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=702e29ddaa8744428563df1e658cf792&device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 1138 time: 0.1907957 Feb 05 22:41:19.281095 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289f716-513b-44c1-865e-7e1928fff082 req-8e772181-a5f4-4338-8841-7ffc7b491899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:19.282484 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f289f716-513b-44c1-865e-7e1928fff082 req-8e772181-a5f4-4338-8841-7ffc7b491899 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9f90657-c8ce-4d9b-be20-d4363f5e95d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1566780 Feb 05 22:41:19.550341 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffd768-27ae-478e-8dff-f4069130e055 req-f0fba632-1745-4d39-b829-91e980fa365b tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:19.551059 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-6fffd768-27ae-478e-8dff-f4069130e055 req-f0fba632-1745-4d39-b829-91e980fa365b tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Synchronizing usage tracker for tenant:9bde3076936d4b42a61677c3926d8bff on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:41:19.634081 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe563bc-3b41-4107-be5e-17663fe09518 req-262f0f37-e0be-4683-90b3-7e92b39a5165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:19.635578 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-afe563bc-3b41-4107-be5e-17663fe09518 req-262f0f37-e0be-4683-90b3-7e92b39a5165 service neutron] 10.222.0.45 "GET /v2.0/networks?id=68b48108-dc53-4d92-bb25-96697ea07f27 HTTP/1.1" status: 200 len: 914 time: 0.3570964 Feb 05 22:41:19.644174 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f289f716-513b-44c1-865e-7e1928fff082 req-83bb7216-010a-47eb-8133-dafe517295b7 service neutron] 10.222.0.45 "GET /v2.0/networks/a9f90657-c8ce-4d9b-be20-d4363f5e95d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433824 Feb 05 22:41:19.649695 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-6fffd768-27ae-478e-8dff-f4069130e055 req-f0fba632-1745-4d39-b829-91e980fa365b tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Unset dirty status for tenant:9bde3076936d4b42a61677c3926d8bff on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:41:19.650808 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6fffd768-27ae-478e-8dff-f4069130e055 req-f0fba632-1745-4d39-b829-91e980fa365b tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 943 time: 0.4592464 Feb 05 22:41:19.684006 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6ef4d-97aa-4c8e-851d-ce04a2f24714 req-3e3193c6-36ca-4ba1-bcf9-8e041c5cb4c5 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:19.685688 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ddf6ef4d-97aa-4c8e-851d-ce04a2f24714 req-3e3193c6-36ca-4ba1-bcf9-8e041c5cb4c5 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 985 time: 0.0955298 Feb 05 22:41:19.760683 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ddf6ef4d-97aa-4c8e-851d-ce04a2f24714 req-571add96-f72e-4a90-b804-8aeea90ef5c2 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&id=cdcb1103-e735-4780-a7b8-72bfd1e2fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673192 Feb 05 22:41:19.868392 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6fffd768-27ae-478e-8dff-f4069130e055 req-054a2cfa-c52d-45c7-8cff-b55ecde5b58d tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625669 Feb 05 22:41:19.877295 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-afe563bc-3b41-4107-be5e-17663fe09518 req-0a044f13-3bf6-441f-b05c-271320e04dd5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4593ec8f-196d-4b8a-bab5-a8a3f397732b HTTP/1.1" status: 200 len: 1001 time: 0.2232518 Feb 05 22:41:19.959999 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f289f716-513b-44c1-865e-7e1928fff082 req-1c27946c-33a4-4ae4-bc97-9c88997000dd service neutron] 10.222.0.45 "GET /v2.0/networks/a9f90657-c8ce-4d9b-be20-d4363f5e95d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530537 Feb 05 22:41:19.969597 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe563bc-3b41-4107-be5e-17663fe09518 req-41b78c35-ee87-4a61-8e94-f42b32939036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:19.970955 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-afe563bc-3b41-4107-be5e-17663fe09518 req-41b78c35-ee87-4a61-8e94-f42b32939036 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f64bd31d-38ed-4971-9674-2865d8146099 HTTP/1.1" status: 200 len: 852 time: 0.0751052 Feb 05 22:41:20.051557 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe563bc-3b41-4107-be5e-17663fe09518 req-ef404b28-efdc-43bc-a701-c8bc8c905761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:20.052930 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-afe563bc-3b41-4107-be5e-17663fe09518 req-ef404b28-efdc-43bc-a701-c8bc8c905761 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68b48108-dc53-4d92-bb25-96697ea07f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717063 Feb 05 22:41:20.189107 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-afe563bc-3b41-4107-be5e-17663fe09518 req-f6ae01a5-e518-480c-a02e-7724ca711849 service neutron] 10.222.0.45 "GET /v2.0/networks/68b48108-dc53-4d92-bb25-96697ea07f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245711 Feb 05 22:41:20.325753 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-afe563bc-3b41-4107-be5e-17663fe09518 req-cf48bf29-7b5b-47d9-836f-c12eb79a0bdb service neutron] 10.222.0.45 "GET /v2.0/networks/68b48108-dc53-4d92-bb25-96697ea07f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255271 Feb 05 22:41:20.963515 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811606e-e84d-4f66-ba62-6156a4dfe989 req-7e66c2e2-dfda-4a5e-b43a-1d9539756403 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:20.965705 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-1811606e-e84d-4f66-ba62-6156a4dfe989 req-7e66c2e2-dfda-4a5e-b43a-1d9539756403 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 985 time: 0.1058686 Feb 05 22:41:21.016891 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-1811606e-e84d-4f66-ba62-6156a4dfe989 req-80566684-3385-4471-a6f1-381bef4622a7 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&id=cdcb1103-e735-4780-a7b8-72bfd1e2fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463572 Feb 05 22:41:21.081393 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c5a2d-edb5-4ea7-9d78-ded94b72b086 req-87fac112-50ac-4061-9303-77d0960f2f69 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:21.082861 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-387c5a2d-edb5-4ea7-9d78-ded94b72b086 req-87fac112-50ac-4061-9303-77d0960f2f69 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 943 time: 0.0961962 Feb 05 22:41:21.126007 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-387c5a2d-edb5-4ea7-9d78-ded94b72b086 req-90d01103-f332-4f7f-b4c7-0c3d0a5746c0 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374908 Feb 05 22:41:21.301203 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-2008a082-75c3-432a-be63-f76814da2e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:22.212452 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbebe6e-603a-40bb-a396-1b350f447a0e req-cd9331b0-2b2e-444c-adc2-11faf32d1133 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:22.213948 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-1fbebe6e-603a-40bb-a396-1b350f447a0e req-cd9331b0-2b2e-444c-adc2-11faf32d1133 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 985 time: 0.0814459 Feb 05 22:41:22.261316 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-1fbebe6e-603a-40bb-a396-1b350f447a0e req-bfce6ab0-0bba-489a-bf52-1111b6282051 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&id=cdcb1103-e735-4780-a7b8-72bfd1e2fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408990 Feb 05 22:41:22.284110 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:22.311530 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930ea98-b9c2-41a6-a16d-948524a90ac1 req-1c8266fe-2f26-4e2e-be72-8a07dbff9f88 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:22.312993 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7930ea98-b9c2-41a6-a16d-948524a90ac1 req-1c8266fe-2f26-4e2e-be72-8a07dbff9f88 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 943 time: 0.0805190 Feb 05 22:41:22.359830 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7930ea98-b9c2-41a6-a16d-948524a90ac1 req-3ac6abe8-d8af-4376-b6e8-192999ab7ef2 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412474 Feb 05 22:41:22.529727 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:23.531338 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c25181-f2da-4950-844e-9adb0e3baac6 req-8a9c522a-9f0f-4d39-8250-3121b335081e tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:23.532774 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-00c25181-f2da-4950-844e-9adb0e3baac6 req-8a9c522a-9f0f-4d39-8250-3121b335081e tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 985 time: 0.1660101 Feb 05 22:41:23.543875 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d0ade-9ce7-4eaf-9a09-a5498ee09ad3 req-f99a6f37-cae5-4a15-83e3-91d31ef4d115 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:23.546309 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4c1d0ade-9ce7-4eaf-9a09-a5498ee09ad3 req-f99a6f37-cae5-4a15-83e3-91d31ef4d115 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 943 time: 0.0796182 Feb 05 22:41:23.578758 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-00c25181-f2da-4950-844e-9adb0e3baac6 req-9daab4ca-825a-4951-9620-56b4b183a064 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&id=cdcb1103-e735-4780-a7b8-72bfd1e2fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400791 Feb 05 22:41:23.590334 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4c1d0ade-9ce7-4eaf-9a09-a5498ee09ad3 req-088ff962-2219-447f-9b21-fa3fa1905e09 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384738 Feb 05 22:41:23.717133 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:23.970508 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device ec130dc2-04ee-48dd-afc2-9f286463c67f details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:41:24.101830 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port ec130dc2-04ee-48dd-afc2-9f286463c67f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ec130dc2-04ee-48dd-afc2-9f286463c67f,segment=NetworkSegment(118ee127-cf60-441f-ad69-c306ada521bb),segment_id=118ee127-cf60-441f-ad69-c306ada521bb)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:41:24.114434 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': 'ec130dc2-04ee-48dd-afc2-9f286463c67f', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'port_id': 'ec130dc2-04ee-48dd-afc2-9f286463c67f', 'mac_address': 'fa:16:3e:d7:ef:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:41:24.193425 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:24.210307 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec130dc2-04ee-48dd-afc2-9f286463c67f {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:41:24.225430 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port ec130dc2-04ee-48dd-afc2-9f286463c67f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ec130dc2-04ee-48dd-afc2-9f286463c67f,segment=NetworkSegment(118ee127-cf60-441f-ad69-c306ada521bb),segment_id=118ee127-cf60-441f-ad69-c306ada521bb)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:41:24.301221 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:24.365934 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=ec130dc2-04ee-48dd-afc2-9f286463c67f,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:24.767165 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44f095-11f5-4615-9542-008dddd67b38 req-a7dd560c-bdd7-4146-855e-8016ddedaf67 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:24.768838 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ad44f095-11f5-4615-9542-008dddd67b38 req-a7dd560c-bdd7-4146-855e-8016ddedaf67 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 985 time: 0.0853004 Feb 05 22:41:24.780040 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a4329-6e14-40ed-95fb-a46aea40b7f4 req-23599380-71d8-4bbe-991d-15066a0bb2cc tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:24.781648 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fb6a4329-6e14-40ed-95fb-a46aea40b7f4 req-23599380-71d8-4bbe-991d-15066a0bb2cc tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 944 time: 0.0835013 Feb 05 22:41:24.816029 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ad44f095-11f5-4615-9542-008dddd67b38 req-df90459f-5ddf-4cf8-a1af-7de00589e02c tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&id=cdcb1103-e735-4780-a7b8-72bfd1e2fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416028 Feb 05 22:41:24.825193 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fb6a4329-6e14-40ed-95fb-a46aea40b7f4 req-c7704cea-c6b2-4b98-afac-a0058ae447cd tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378246 Feb 05 22:41:25.336774 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['ec130dc2-04ee-48dd-afc2-9f286463c67f'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:41:26.000878 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02ab1c-806a-4157-a326-667889076a95 req-ae7ab4ca-3148-4644-93f4-dc1239a6ebc1 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:26.002397 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2d02ab1c-806a-4157-a326-667889076a95 req-ae7ab4ca-3148-4644-93f4-dc1239a6ebc1 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 985 time: 0.0788386 Feb 05 22:41:26.019883 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b80b18-6099-4a85-99f9-7076a2914053 req-d7a800d5-f9ea-4987-bbd3-7f3b4ad55d56 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:26.021394 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c4b80b18-6099-4a85-99f9-7076a2914053 req-d7a800d5-f9ea-4987-bbd3-7f3b4ad55d56 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 944 time: 0.0806651 Feb 05 22:41:26.051107 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2d02ab1c-806a-4157-a326-667889076a95 req-a4bef1ab-ba6b-4505-8933-2cd2cd159950 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&id=cdcb1103-e735-4780-a7b8-72bfd1e2fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425460 Feb 05 22:41:26.083640 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c4b80b18-6099-4a85-99f9-7076a2914053 req-af2d51c4-bd6f-44f2-be55-744d19731906 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504022 Feb 05 22:41:27.251261 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ab95a-47ea-4951-ad3f-8ddf4bc1f322 req-5b40cb2d-7b67-4a07-b087-05fde344cf46 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:27.252760 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7d8ab95a-47ea-4951-ad3f-8ddf4bc1f322 req-5b40cb2d-7b67-4a07-b087-05fde344cf46 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 985 time: 0.0843351 Feb 05 22:41:27.284598 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a75b3-69c6-405b-a349-6964379f5432 req-d975cad2-94e1-4eeb-b09e-e067f8bb6f63 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:27.286093 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-263a75b3-69c6-405b-a349-6964379f5432 req-d975cad2-94e1-4eeb-b09e-e067f8bb6f63 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 944 time: 0.0944619 Feb 05 22:41:27.301618 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7d8ab95a-47ea-4951-ad3f-8ddf4bc1f322 req-1e073d60-fc33-4199-a05f-951346802e77 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&id=cdcb1103-e735-4780-a7b8-72bfd1e2fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422401 Feb 05 22:41:27.331904 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-263a75b3-69c6-405b-a349-6964379f5432 req-eaa2d1d7-7a8c-42f1-8ae5-d0b15e6cbc3c tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400665 Feb 05 22:41:27.779189 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device ec130dc2-04ee-48dd-afc2-9f286463c67f up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:41:27.901142 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning for port ec130dc2-04ee-48dd-afc2-9f286463c67f completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:41:27.906686 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port ec130dc2-04ee-48dd-afc2-9f286463c67f triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:41:27.907050 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:28.020959 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:28.047368 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1021130a-5d3b-4b06-92b2-ae154fe26c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec130dc2-04ee-48dd-afc2-9f286463c67f'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:41:28.056479 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port ec130dc2-04ee-48dd-afc2-9f286463c67f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ec130dc2-04ee-48dd-afc2-9f286463c67f,segment=NetworkSegment(118ee127-cf60-441f-ad69-c306ada521bb),segment_id=118ee127-cf60-441f-ad69-c306ada521bb)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:41:28.090470 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1021130a-5d3b-4b06-92b2-ae154fe26c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec130dc2-04ee-48dd-afc2-9f286463c67f', 'code': 200} Feb 05 22:41:28.139375 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:28.207512 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=ec130dc2-04ee-48dd-afc2-9f286463c67f,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:28.484349 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47ebd2-4117-48c7-ab50-d4ad0adc2b76 req-84bd5034-4fd9-407a-a258-f65ab39d0842 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:28.485848 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cf47ebd2-4117-48c7-ab50-d4ad0adc2b76 req-84bd5034-4fd9-407a-a258-f65ab39d0842 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 985 time: 0.0795093 Feb 05 22:41:28.516917 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5c9ee-7af4-482f-900d-cea88fa22060 req-3467c62b-ac2c-42d2-9d83-475e4ccc5512 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:28.518413 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-96d5c9ee-7af4-482f-900d-cea88fa22060 req-3467c62b-ac2c-42d2-9d83-475e4ccc5512 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0796857 Feb 05 22:41:28.532829 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cf47ebd2-4117-48c7-ab50-d4ad0adc2b76 req-dc0eb922-a65c-4d58-b28d-0b4010b9369a tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&id=cdcb1103-e735-4780-a7b8-72bfd1e2fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409858 Feb 05 22:41:28.562346 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-96d5c9ee-7af4-482f-900d-cea88fa22060 req-8c867a9e-0525-43a4-8b3d-e99e7442bb2e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381541 Feb 05 22:41:29.756022 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a76d7c-c211-4d29-b975-7abdc96944d7 req-81e5594a-82d3-4db7-8c2b-a3e8fd298943 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:29.757820 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-93a76d7c-c211-4d29-b975-7abdc96944d7 req-81e5594a-82d3-4db7-8c2b-a3e8fd298943 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0875509 Feb 05 22:41:29.804684 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-93a76d7c-c211-4d29-b975-7abdc96944d7 req-78bdbc2e-aecd-4950-aa32-c3ac3aefe0fd tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406277 Feb 05 22:41:29.822809 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a8ff1-044d-4627-89d5-ec00a0d1aa7b req-371e4f32-d7b9-4f3e-b735-16ef05484301 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:29.824300 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b83a8ff1-044d-4627-89d5-ec00a0d1aa7b req-371e4f32-d7b9-4f3e-b735-16ef05484301 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 985 time: 0.1806815 Feb 05 22:41:29.874968 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b83a8ff1-044d-4627-89d5-ec00a0d1aa7b req-27f7df01-5c16-4048-a1a8-e7552308a713 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&id=cdcb1103-e735-4780-a7b8-72bfd1e2fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440640 Feb 05 22:41:30.038670 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9666271-b784-40bc-9331-ffe37ace2e28 req-cd040bdf-0d86-4849-897f-abb4633c7eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:30.040168 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d9666271-b784-40bc-9331-ffe37ace2e28 req-cd040bdf-0d86-4849-897f-abb4633c7eed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 1098 time: 0.0731006 Feb 05 22:41:30.084298 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d9666271-b784-40bc-9331-ffe37ace2e28 req-91c578c1-e9dd-4776-b204-bcdcb8e7519d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338590 Feb 05 22:41:30.991347 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddb3a6-d05f-4e5c-89e6-047e0cd6bc28 req-b4241d9f-480f-408a-bb89-543e82ac8956 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:30.997624 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b8ddb3a6-d05f-4e5c-89e6-047e0cd6bc28 req-b4241d9f-480f-408a-bb89-543e82ac8956 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0873284 Feb 05 22:41:31.052529 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b8ddb3a6-d05f-4e5c-89e6-047e0cd6bc28 req-dd1c4de5-b9bf-4baa-ba67-627a6c085954 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512249 Feb 05 22:41:31.070048 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdd7ff-b0f7-422f-bd9d-1505ed86b5c2 req-f4facd01-d03e-44c9-9dab-365fa08429ae tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:31.071488 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-47cdd7ff-b0f7-422f-bd9d-1505ed86b5c2 req-f4facd01-d03e-44c9-9dab-365fa08429ae tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 985 time: 0.0892618 Feb 05 22:41:31.118950 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-47cdd7ff-b0f7-422f-bd9d-1505ed86b5c2 req-5ab263df-92bb-4e90-860a-cb3dea744479 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&id=cdcb1103-e735-4780-a7b8-72bfd1e2fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414751 Feb 05 22:41:32.240656 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4566f5f-ac65-46e1-bec4-436a466b0435 req-a63d9268-95d0-4216-a322-a9563b442b4a tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:32.242099 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a4566f5f-ac65-46e1-bec4-436a466b0435 req-a63d9268-95d0-4216-a322-a9563b442b4a tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0828998 Feb 05 22:41:32.290121 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a4566f5f-ac65-46e1-bec4-436a466b0435 req-bc78ba98-ee6c-4549-920c-25da88578efe tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423334 Feb 05 22:41:32.416300 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ff107-fcf0-44d9-87a5-0b19cfd50560 req-876b3680-e82f-40eb-914d-b3ec71a08472 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:32.417804 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-fa4ff107-fcf0-44d9-87a5-0b19cfd50560 req-876b3680-e82f-40eb-914d-b3ec71a08472 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 985 time: 0.0814698 Feb 05 22:41:32.462985 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-fa4ff107-fcf0-44d9-87a5-0b19cfd50560 req-9c1089ce-d55c-43be-8fdc-30f673a5a6d5 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&id=cdcb1103-e735-4780-a7b8-72bfd1e2fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386941 Feb 05 22:41:33.468440 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d8baa-33a3-4deb-97b7-eb95d344afe3 req-6b80d1ab-be2e-41dd-a68d-8265f03ef7e1 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:33.469927 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fd0d8baa-33a3-4deb-97b7-eb95d344afe3 req-6b80d1ab-be2e-41dd-a68d-8265f03ef7e1 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0775070 Feb 05 22:41:33.515704 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fd0d8baa-33a3-4deb-97b7-eb95d344afe3 req-605075b4-0f5a-40f9-ba8b-45fb6abf8990 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400121 Feb 05 22:41:33.655922 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e8057-8516-494e-b25e-fb283ecdc749 req-e0e293f2-96aa-4ebc-8d7e-f1b9ce0c5d00 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:33.657297 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9f2e8057-8516-494e-b25e-fb283ecdc749 req-e0e293f2-96aa-4ebc-8d7e-f1b9ce0c5d00 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 985 time: 0.0871742 Feb 05 22:41:33.702517 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9f2e8057-8516-494e-b25e-fb283ecdc749 req-a9d49bb8-92b7-4750-98db-0cb289b40474 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&id=cdcb1103-e735-4780-a7b8-72bfd1e2fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395136 Feb 05 22:41:34.699513 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7102a-5349-431f-a024-cfb884267f90 req-c661d5aa-b74d-4998-925b-eee4ece08deb tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:34.700967 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-34a7102a-5349-431f-a024-cfb884267f90 req-c661d5aa-b74d-4998-925b-eee4ece08deb tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0808475 Feb 05 22:41:34.744615 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-34a7102a-5349-431f-a024-cfb884267f90 req-f4024390-fbfd-4825-9059-6651f578f8e1 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374281 Feb 05 22:41:34.890513 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e2056-5679-4a70-ae4b-fc79ad0f1b21 req-24548738-46d3-47da-aff9-9ea20b7f1119 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:34.892258 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-790e2056-5679-4a70-ae4b-fc79ad0f1b21 req-24548738-46d3-47da-aff9-9ea20b7f1119 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 985 time: 0.0869293 Feb 05 22:41:34.938538 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-790e2056-5679-4a70-ae4b-fc79ad0f1b21 req-e5407fad-fd08-4ab9-bbb9-472bac29dbb9 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&id=cdcb1103-e735-4780-a7b8-72bfd1e2fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404582 Feb 05 22:41:35.935573 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c5437-6693-4643-8352-95ee461da050 req-cb94bff5-95bf-4a3a-b16d-5e3d35add666 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:35.937220 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-137c5437-6693-4643-8352-95ee461da050 req-cb94bff5-95bf-4a3a-b16d-5e3d35add666 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0838730 Feb 05 22:41:35.987576 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-137c5437-6693-4643-8352-95ee461da050 req-5d021371-edaf-48f1-808e-a4432a7620eb tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445249 Feb 05 22:41:36.138238 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe782de-0b1c-4b68-b7d6-0cbb6b2010e6 req-1cc1d0eb-2d12-4c5c-bfd2-9a4630c56818 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:36.140466 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7fe782de-0b1c-4b68-b7d6-0cbb6b2010e6 req-1cc1d0eb-2d12-4c5c-bfd2-9a4630c56818 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 985 time: 0.0859878 Feb 05 22:41:36.166243 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8177f78-bdb8-4e81-a939-958dc7fc879e req-411a6e88-8429-4ca7-bdf0-51b6871df407 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:36.169631 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b8177f78-bdb8-4e81-a939-958dc7fc879e req-411a6e88-8429-4ca7-bdf0-51b6871df407 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0827367 Feb 05 22:41:36.176793 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 46446) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:41:36.181975 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-83969077-a9fd-488b-ade4-7f148c0b24f8 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Request body: {'floatingip': {'port_id': 'ec130dc2-04ee-48dd-afc2-9f286463c67f'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:41:36.191490 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7fe782de-0b1c-4b68-b7d6-0cbb6b2010e6 req-c839af3f-f2e5-424b-ad51-5804b7fc1e84 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&id=cdcb1103-e735-4780-a7b8-72bfd1e2fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447128 Feb 05 22:41:36.265217 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-83969077-a9fd-488b-ade4-7f148c0b24f8 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for floatingip, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:36.860551 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-83969077-a9fd-488b-ade4-7f148c0b24f8 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:36.941068 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-83969077-a9fd-488b-ade4-7f148c0b24f8 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542379'] for floatingip, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:37.200698 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.l3_db [None req-83969077-a9fd-488b-ade4-7f148c0b24f8 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Floating IP 1bcf28e4-f6fd-4bbf-bdd1-35cca89ba556 associated. External IP: 172.27.3.253, port: ec130dc2-04ee-48dd-afc2-9f286463c67f. Feb 05 22:41:37.375954 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ec14c-87dc-43a3-afe8-368aab25ae31 req-8087d2e1-0163-4af5-b0a1-6369b6281ca9 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:37.377439 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-353ec14c-87dc-43a3-afe8-368aab25ae31 req-8087d2e1-0163-4af5-b0a1-6369b6281ca9 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 985 time: 0.0792892 Feb 05 22:41:37.427195 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-353ec14c-87dc-43a3-afe8-368aab25ae31 req-d345b5b8-690c-4d92-a0e9-438fd2cf1262 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&id=cdcb1103-e735-4780-a7b8-72bfd1e2fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432618 Feb 05 22:41:37.556245 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83969077-a9fd-488b-ade4-7f148c0b24f8 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:41:37.732320 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83969077-a9fd-488b-ade4-7f148c0b24f8 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:41:37.736122 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-83969077-a9fd-488b-ade4-7f148c0b24f8 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for floatingip, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:37.743461 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1165f3-a82b-4084-8229-25169336ca20 None None] Sync routers for ids ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:41:37.754112 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1165f3-a82b-4084-8229-25169336ca20 None None] Routers {'70b70dc4-33c6-4856-a374-d5a0a4cc50fa'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:41:37.755232 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-6f1165f3-a82b-4084-8229-25169336ca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:41:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:41:37.793798 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-83969077-a9fd-488b-ade4-7f148c0b24f8 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "PUT /v2.0/floatingips/1bcf28e4-f6fd-4bbf-bdd1-35cca89ba556 HTTP/1.1" status: 200 len: 991 time: 1.6157110 Feb 05 22:41:37.794414 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1021130a-5d3b-4b06-92b2-ae154fe26c6f', 'tag': 'ec130dc2-04ee-48dd-afc2-9f286463c67f'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:41:37.839092 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1021130a-5d3b-4b06-92b2-ae154fe26c6f', 'tag': 'ec130dc2-04ee-48dd-afc2-9f286463c67f', 'status': 'completed', 'code': 200} Feb 05 22:41:37.958079 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-6f1165f3-a82b-4084-8229-25169336ca20 None None] Set router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:41:38.008338 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4768e7e-69cf-4b09-b345-a0ad28539aff req-f1cd71ad-ca9e-48e9-9c21-ff92bc484664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:38.009866 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f4768e7e-69cf-4b09-b345-a0ad28539aff req-f1cd71ad-ca9e-48e9-9c21-ff92bc484664 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9bde3076936d4b42a61677c3926d8bff&device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 1098 time: 0.1384227 Feb 05 22:41:38.020806 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e16be-2ef7-4a55-aa06-449afcfd279e req-7cad8209-76d9-479f-bf50-6b57fe6712b2 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:38.022208 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-908e16be-2ef7-4a55-aa06-449afcfd279e req-7cad8209-76d9-479f-bf50-6b57fe6712b2 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.1160347 Feb 05 22:41:38.151228 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-908e16be-2ef7-4a55-aa06-449afcfd279e req-e5b5bb50-fddc-4652-98f8-eea889f844e4 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078722 Feb 05 22:41:38.186986 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4768e7e-69cf-4b09-b345-a0ad28539aff req-eb28f29b-4b8d-408c-abfe-715437a6d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:38.188497 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f4768e7e-69cf-4b09-b345-a0ad28539aff req-eb28f29b-4b8d-408c-abfe-715437a6d3c4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a9f90657-c8ce-4d9b-be20-d4363f5e95d6 HTTP/1.1" status: 200 len: 912 time: 0.1654375 Feb 05 22:41:38.299073 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f4768e7e-69cf-4b09-b345-a0ad28539aff req-7126aa1b-43c0-4108-bf0f-2162d024b5a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec130dc2-04ee-48dd-afc2-9f286463c67f HTTP/1.1" status: 200 len: 999 time: 0.1036308 Feb 05 22:41:38.306484 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-6f1165f3-a82b-4084-8229-25169336ca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'name': 'tempest-AttachVolumeTestJSON-1696133982-router', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:40:59Z', 'updated_at': '2022-02-05T22:41:06Z', 'revision_number': 4, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'gw_port': {'id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:01Z', 'updated_at': '2022-02-05T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': '1bcf28e4-f6fd-4bbf-bdd1-35cca89ba556', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'port_id': 'ec130dc2-04ee-48dd-afc2-9f286463c67f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'mac_address': 'fa:16:3e:d7:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1021130a-5d3b-4b06-92b2-ae154fe26c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:41:10Z', 'updated_at': '2022-02-05T22:41:36Z', 'revision_number': 1, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8311fa2-d765-4a32-923d-7f6492b81b80', 'name': '', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'mac_address': 'fa:16:3e:16:72:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:06Z', 'updated_at': '2022-02-05T22:41:12Z', 'revision_number': 5, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'subnets': [{'id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:41:38.310535 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1165f3-a82b-4084-8229-25169336ca20 None None] Checking router: 70b70dc4-33c6-4856-a374-d5a0a4cc50fa for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:41:38.319975 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1165f3-a82b-4084-8229-25169336ca20 None None] Routers {'70b70dc4-33c6-4856-a374-d5a0a4cc50fa'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:41:38.320760 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-6f1165f3-a82b-4084-8229-25169336ca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:41:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:41:38.364501 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4768e7e-69cf-4b09-b345-a0ad28539aff req-dde411db-dd13-46e3-8c26-7df8f22fb3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:38.369310 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f4768e7e-69cf-4b09-b345-a0ad28539aff req-dde411db-dd13-46e3-8c26-7df8f22fb3a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a30431fa-c0ee-41d7-84eb-c19154fb8016 HTTP/1.1" status: 200 len: 850 time: 0.0605445 Feb 05 22:41:38.450614 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4768e7e-69cf-4b09-b345-a0ad28539aff req-0468606d-0334-4ced-85cc-38104fecee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:38.452124 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f4768e7e-69cf-4b09-b345-a0ad28539aff req-0468606d-0334-4ced-85cc-38104fecee87 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9f90657-c8ce-4d9b-be20-d4363f5e95d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726154 Feb 05 22:41:38.513193 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-6f1165f3-a82b-4084-8229-25169336ca20 None None] Set router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:41:38.746958 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f4768e7e-69cf-4b09-b345-a0ad28539aff req-573e42d4-ef08-4254-8ccf-1cd60eeb78f8 service neutron] 10.222.0.45 "GET /v2.0/networks/a9f90657-c8ce-4d9b-be20-d4363f5e95d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875659 Feb 05 22:41:38.840136 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d848de-ad10-4cdf-ae93-b8e636f9a830 req-6dd0eb06-c7a4-446d-995c-93afbb7d631a tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:38.841679 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-77d848de-ad10-4cdf-ae93-b8e636f9a830 req-6dd0eb06-c7a4-446d-995c-93afbb7d631a tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 985 time: 0.2987280 Feb 05 22:41:38.938079 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-6f1165f3-a82b-4084-8229-25169336ca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'name': 'tempest-AttachVolumeTestJSON-1696133982-router', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:40:59Z', 'updated_at': '2022-02-05T22:41:06Z', 'revision_number': 4, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'gw_port': {'id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:01Z', 'updated_at': '2022-02-05T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': '1bcf28e4-f6fd-4bbf-bdd1-35cca89ba556', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'port_id': 'ec130dc2-04ee-48dd-afc2-9f286463c67f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'mac_address': 'fa:16:3e:d7:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1021130a-5d3b-4b06-92b2-ae154fe26c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:41:10Z', 'updated_at': '2022-02-05T22:41:36Z', 'revision_number': 1, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8311fa2-d765-4a32-923d-7f6492b81b80', 'name': '', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'mac_address': 'fa:16:3e:16:72:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:06Z', 'updated_at': '2022-02-05T22:41:12Z', 'revision_number': 5, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'subnets': [{'id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:41:38.946598 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1165f3-a82b-4084-8229-25169336ca20 None None] The sync data for ids ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'] in dv-cinder-818886-2-iscsi is: [{'id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'name': 'tempest-AttachVolumeTestJSON-1696133982-router', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:40:59Z', 'updated_at': '2022-02-05T22:41:06Z', 'revision_number': 4, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'gw_port': {'id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:01Z', 'updated_at': '2022-02-05T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': '1bcf28e4-f6fd-4bbf-bdd1-35cca89ba556', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'port_id': 'ec130dc2-04ee-48dd-afc2-9f286463c67f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'mac_address': 'fa:16:3e:d7:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1021130a-5d3b-4b06-92b2-ae154fe26c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:41:10Z', 'updated_at': '2022-02-05T22:41:36Z', 'revision_number': 1, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8311fa2-d765-4a32-923d-7f6492b81b80', 'name': '', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'mac_address': 'fa:16:3e:16:72:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:06Z', 'updated_at': '2022-02-05T22:41:12Z', 'revision_number': 5, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'subnets': [{'id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:41:38.977959 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-77d848de-ad10-4cdf-ae93-b8e636f9a830 req-7f43d809-28c1-4881-bbd8-7f182c0758ae tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&id=cdcb1103-e735-4780-a7b8-72bfd1e2fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1274176 Feb 05 22:41:39.008733 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f4768e7e-69cf-4b09-b345-a0ad28539aff req-4ec8a7a1-097a-4951-b51d-753d626586bb service neutron] 10.222.0.45 "GET /v2.0/networks/a9f90657-c8ce-4d9b-be20-d4363f5e95d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487895 Feb 05 22:41:39.045245 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a172f-e908-482d-aa28-32835ad91713 req-a2619c33-66cd-442c-b375-3a5f519d9530 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:39.047071 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-6c1a172f-e908-482d-aa28-32835ad91713 req-a2619c33-66cd-442c-b375-3a5f519d9530 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 946 time: 0.1103637 Feb 05 22:41:39.097711 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-6c1a172f-e908-482d-aa28-32835ad91713 req-df502ed8-6d50-4f61-97b9-929a39f7e18e tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439987 Feb 05 22:41:39.165794 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7333de06-50e8-44ca-a3f9-4479db737b1b None None] New status for floating IP 1bcf28e4-f6fd-4bbf-bdd1-35cca89ba556: ACTIVE {{(pid=87485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 22:41:39.339982 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a0f67-fe17-475f-a3b0-2111d67466fa req-858aab2d-d805-42ad-a0d7-4f19b8a59419 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:39.341362 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a64a0f67-fe17-475f-a3b0-2111d67466fa req-858aab2d-d805-42ad-a0d7-4f19b8a59419 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0827599 Feb 05 22:41:39.385908 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a64a0f67-fe17-475f-a3b0-2111d67466fa req-033f4b5f-791c-4890-9dbb-0fafe52cec8c tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387805 Feb 05 22:41:40.170482 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cdfc1-88fb-48a8-9098-4f6ce7856b44 req-a908802f-2d03-4790-9f44-c1891069992d tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:40.172295 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5e6cdfc1-88fb-48a8-9098-4f6ce7856b44 req-a908802f-2d03-4790-9f44-c1891069992d tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 985 time: 0.0843813 Feb 05 22:41:40.222158 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5e6cdfc1-88fb-48a8-9098-4f6ce7856b44 req-7336faae-83cc-4ac8-a084-e6df0df81143 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&id=cdcb1103-e735-4780-a7b8-72bfd1e2fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441868 Feb 05 22:41:40.294522 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde8c7d-a168-4ba9-bddb-d96af2545cee req-a83c796c-74b7-402f-a67d-d77bec366ea1 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:40.296352 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ddde8c7d-a168-4ba9-bddb-d96af2545cee req-a83c796c-74b7-402f-a67d-d77bec366ea1 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 946 time: 0.0855401 Feb 05 22:41:40.340289 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ddde8c7d-a168-4ba9-bddb-d96af2545cee req-6cc031f6-c57c-49d0-bd4b-243906567563 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383399 Feb 05 22:41:41.283878 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:41.326986 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f290a68-1ca3-43ae-ba2d-a090acfe910a req-287dab60-6c7d-49b7-9926-da9ea1821469 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:41.328453 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8f290a68-1ca3-43ae-ba2d-a090acfe910a req-287dab60-6c7d-49b7-9926-da9ea1821469 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 946 time: 0.0857556 Feb 05 22:41:41.406012 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-8f290a68-1ca3-43ae-ba2d-a090acfe910a req-ede955fc-3707-4ca3-b5a7-5e9278a56fba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Deleting port c229452a-6427-4f1c-8678-ae1ac57cb551 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:41:41.406356 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-8f290a68-1ca3-43ae-ba2d-a090acfe910a req-ede955fc-3707-4ca3-b5a7-5e9278a56fba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:41.411021 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a53beb-8cc2-4409-bcb6-6d0c224372e3 req-8ae8c1d5-d0fb-4edf-ba31-83e405e96254 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:41.412507 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d1a53beb-8cc2-4409-bcb6-6d0c224372e3 req-8ae8c1d5-d0fb-4edf-ba31-83e405e96254 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 985 time: 0.0826190 Feb 05 22:41:41.464139 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d1a53beb-8cc2-4409-bcb6-6d0c224372e3 req-1c0ef9d2-e49c-4217-9e83-9815cfd2e6a1 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&id=cdcb1103-e735-4780-a7b8-72bfd1e2fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453293 Feb 05 22:41:41.677060 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6242ccd-038d-4c40-92e3-d4e561e3359c req-2f4ebcc4-a715-455d-88d8-dced7eedc0fb tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:41.678454 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a6242ccd-038d-4c40-92e3-d4e561e3359c req-2f4ebcc4-a715-455d-88d8-dced7eedc0fb tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 946 time: 0.2163265 Feb 05 22:41:41.761737 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a6242ccd-038d-4c40-92e3-d4e561e3359c req-96393ba3-c2e9-4851-a9ca-ecb8963e268d tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772073 Feb 05 22:41:41.763286 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-8f290a68-1ca3-43ae-ba2d-a090acfe910a req-ede955fc-3707-4ca3-b5a7-5e9278a56fba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] For port c229452a-6427-4f1c-8678-ae1ac57cb551, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c229452a-6427-4f1c-8678-ae1ac57cb551,segment=NetworkSegment(d7839250-9108-4941-8dc7-891d1d40cafa),segment_id=d7839250-9108-4941-8dc7-891d1d40cafa)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:41:41.763697 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-8f290a68-1ca3-43ae-ba2d-a090acfe910a req-ede955fc-3707-4ca3-b5a7-5e9278a56fba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:41.906551 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-8f290a68-1ca3-43ae-ba2d-a090acfe910a req-ede955fc-3707-4ca3-b5a7-5e9278a56fba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Calling delete_port for c229452a-6427-4f1c-8678-ae1ac57cb551 owned by compute:nova {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:41:42.175211 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-8f290a68-1ca3-43ae-ba2d-a090acfe910a req-ede955fc-3707-4ca3-b5a7-5e9278a56fba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:42.192681 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['c2c729a4-afd8-47d0-809f-382ca5ce9aad', 'bcdf103f-eac2-4560-bc06-19dcde5b19eb', 'a01fe848-0008-47a2-8437-86a510818a09', 'c229452a-6427-4f1c-8678-ae1ac57cb551'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:41:42.226420 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede955fc-3707-4ca3-b5a7-5e9278a56fba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Pushing event deleted for resources: {'Port': ['ID=c229452a-6427-4f1c-8678-ae1ac57cb551,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:42.265266 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede955fc-3707-4ca3-b5a7-5e9278a56fba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:42.265618 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede955fc-3707-4ca3-b5a7-5e9278a56fba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:42.266014 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede955fc-3707-4ca3-b5a7-5e9278a56fba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:42.266290 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede955fc-3707-4ca3-b5a7-5e9278a56fba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:42.266621 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede955fc-3707-4ca3-b5a7-5e9278a56fba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:42.266954 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede955fc-3707-4ca3-b5a7-5e9278a56fba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:42.267280 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede955fc-3707-4ca3-b5a7-5e9278a56fba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:42.267605 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede955fc-3707-4ca3-b5a7-5e9278a56fba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:42.267922 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede955fc-3707-4ca3-b5a7-5e9278a56fba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:42.268241 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede955fc-3707-4ca3-b5a7-5e9278a56fba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:42.268565 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede955fc-3707-4ca3-b5a7-5e9278a56fba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:42.268884 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede955fc-3707-4ca3-b5a7-5e9278a56fba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:41:42.313691 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f290a68-1ca3-43ae-ba2d-a090acfe910a req-ede955fc-3707-4ca3-b5a7-5e9278a56fba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] No DVR routers for this DVR port c229452a-6427-4f1c-8678-ae1ac57cb551 on host hv-cinder-81888 {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:41:42.316111 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-8f290a68-1ca3-43ae-ba2d-a090acfe910a req-ede955fc-3707-4ca3-b5a7-5e9278a56fba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:42.318688 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934', 'name': 'network-vif-deleted', 'tag': 'c229452a-6427-4f1c-8678-ae1ac57cb551'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:41:42.364245 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934', 'name': 'network-vif-deleted', 'tag': 'c229452a-6427-4f1c-8678-ae1ac57cb551', 'status': 'completed', 'code': 200} Feb 05 22:41:42.439084 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8f290a68-1ca3-43ae-ba2d-a090acfe910a req-ede955fc-3707-4ca3-b5a7-5e9278a56fba tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.45 "DELETE /v2.0/ports/c229452a-6427-4f1c-8678-ae1ac57cb551 HTTP/1.1" status: 204 len: 173 time: 1.1001899 Feb 05 22:41:42.652817 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85297e8b-f456-4e64-9141-c21125facf33 req-87bef8bb-cc17-4fa4-b840-0a1680edcc39 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:42.654839 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-85297e8b-f456-4e64-9141-c21125facf33 req-87bef8bb-cc17-4fa4-b840-0a1680edcc39 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 985 time: 0.0797195 Feb 05 22:41:42.700803 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-85297e8b-f456-4e64-9141-c21125facf33 req-4424dedb-496b-40da-b2df-b5ad2da57d01 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&id=cdcb1103-e735-4780-a7b8-72bfd1e2fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400603 Feb 05 22:41:42.929958 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5bd25ad9-0865-40dc-b70a-96986bae8fe9 req-cea723ba-8b17-4000-bfbe-e0c46817a758 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc7cb4c-1ba7-48dd-bbc4-5aedcedc9934 HTTP/1.1" status: 200 len: 210 time: 0.0453095 Feb 05 22:41:43.594500 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1a6dc-2480-4a48-987a-3e30a17769b7 req-89268cdd-e0e0-4e4c-b8b6-25397a943817 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:43.595894 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a2b1a6dc-2480-4a48-987a-3e30a17769b7 req-89268cdd-e0e0-4e4c-b8b6-25397a943817 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 945 time: 0.0783272 Feb 05 22:41:43.639922 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a2b1a6dc-2480-4a48-987a-3e30a17769b7 req-9bae1a1e-7f53-4024-a110-d75b63f3e9f9 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382607 Feb 05 22:41:44.826956 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059d978-8e22-444d-a6b8-0a0d8a73b8da req-0898c8ec-22db-414a-9e5c-b2b1ddce4314 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:44.828381 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e059d978-8e22-444d-a6b8-0a0d8a73b8da req-0898c8ec-22db-414a-9e5c-b2b1ddce4314 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 945 time: 0.0833538 Feb 05 22:41:44.872211 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e059d978-8e22-444d-a6b8-0a0d8a73b8da req-21da584d-364c-4a76-8f41-eda4205da00c tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380323 Feb 05 22:41:45.287666 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device c229452a-6427-4f1c-8678-ae1ac57cb551 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:41:45.320961 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] No Port match for: c229452a-6427-4f1c-8678-ae1ac57cb551 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:41:45.321325 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device c229452a-6427-4f1c-8678-ae1ac57cb551 not bound to the agent host hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:41:45.824589 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62a0d2-921a-40a5-acab-68f9e6ea40b2 req-27a573a2-b1c5-4600-a545-2063dbd5911b tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:45.826646 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8b62a0d2-921a-40a5-acab-68f9e6ea40b2 req-27a573a2-b1c5-4600-a545-2063dbd5911b tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.45 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 945 time: 0.0862331 Feb 05 22:41:45.903921 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-8b62a0d2-921a-40a5-acab-68f9e6ea40b2 req-aba93e37-a9e4-49de-b8dc-c6d308cc8397 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Deleting port 4fdcdea2-cc64-41e3-819e-430690a02ff8 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:41:45.904722 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-8b62a0d2-921a-40a5-acab-68f9e6ea40b2 req-aba93e37-a9e4-49de-b8dc-c6d308cc8397 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:45.960650 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cb17f-c794-471e-8c96-b339580a3ae6 req-6a0e73d1-8020-420f-a948-10a67a7c0c64 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:45.962293 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ec9cb17f-c794-471e-8c96-b339580a3ae6 req-6a0e73d1-8020-420f-a948-10a67a7c0c64 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 945 time: 0.1003897 Feb 05 22:41:46.009617 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ec9cb17f-c794-471e-8c96-b339580a3ae6 req-b0de3cf8-2be8-49af-9239-a5853a4762e6 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409944 Feb 05 22:41:46.273448 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167385f-b505-4f85-be98-005de5692012 req-c41b141d-e509-49ec-a77c-8427eb57c6f7 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:46.274875 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4167385f-b505-4f85-be98-005de5692012 req-c41b141d-e509-49ec-a77c-8427eb57c6f7 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 945 time: 0.1928098 Feb 05 22:41:46.332443 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-8b62a0d2-921a-40a5-acab-68f9e6ea40b2 req-aba93e37-a9e4-49de-b8dc-c6d308cc8397 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] For port 4fdcdea2-cc64-41e3-819e-430690a02ff8, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=4fdcdea2-cc64-41e3-819e-430690a02ff8,segment=NetworkSegment(10b6474d-796f-4dea-bdee-971c22575810),segment_id=10b6474d-796f-4dea-bdee-971c22575810)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:41:46.332789 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-8b62a0d2-921a-40a5-acab-68f9e6ea40b2 req-aba93e37-a9e4-49de-b8dc-c6d308cc8397 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:46.397647 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4167385f-b505-4f85-be98-005de5692012 req-7dfa89b6-8ab1-46b1-85ee-9e9503eb5594 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115098 Feb 05 22:41:46.460511 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-8b62a0d2-921a-40a5-acab-68f9e6ea40b2 req-aba93e37-a9e4-49de-b8dc-c6d308cc8397 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Calling delete_port for 4fdcdea2-cc64-41e3-819e-430690a02ff8 owned by compute:nova {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:41:46.666781 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-8b62a0d2-921a-40a5-acab-68f9e6ea40b2 req-aba93e37-a9e4-49de-b8dc-c6d308cc8397 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:46.678064 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['4fdcdea2-cc64-41e3-819e-430690a02ff8'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:41:46.717338 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba93e37-a9e4-49de-b8dc-c6d308cc8397 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Pushing event deleted for resources: {'Port': ['ID=4fdcdea2-cc64-41e3-819e-430690a02ff8,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:46.792610 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b62a0d2-921a-40a5-acab-68f9e6ea40b2 req-aba93e37-a9e4-49de-b8dc-c6d308cc8397 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] No DVR routers for this DVR port 4fdcdea2-cc64-41e3-819e-430690a02ff8 on host hv-cinder-81888 {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:41:46.795812 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-8b62a0d2-921a-40a5-acab-68f9e6ea40b2 req-aba93e37-a9e4-49de-b8dc-c6d308cc8397 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:46.798433 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaad0dbd-c76b-42a2-bf96-01643c39252a', 'name': 'network-vif-deleted', 'tag': '4fdcdea2-cc64-41e3-819e-430690a02ff8'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:41:46.842458 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaad0dbd-c76b-42a2-bf96-01643c39252a', 'name': 'network-vif-deleted', 'tag': '4fdcdea2-cc64-41e3-819e-430690a02ff8', 'status': 'completed', 'code': 200} Feb 05 22:41:46.911515 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8b62a0d2-921a-40a5-acab-68f9e6ea40b2 req-aba93e37-a9e4-49de-b8dc-c6d308cc8397 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.45 "DELETE /v2.0/ports/4fdcdea2-cc64-41e3-819e-430690a02ff8 HTTP/1.1" status: 204 len: 173 time: 1.0757744 Feb 05 22:41:47.195496 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def09ee8-b062-4264-8f37-4b84adef9f11 req-278ba3b1-9faa-4d9d-af98-e1f1f903749a tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:47.196078 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-def09ee8-b062-4264-8f37-4b84adef9f11 req-278ba3b1-9faa-4d9d-af98-e1f1f903749a tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Synchronizing usage tracker for tenant:0b6e1d86d1bf4c8bab0f40fba9ad215a on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:41:47.287360 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-def09ee8-b062-4264-8f37-4b84adef9f11 req-278ba3b1-9faa-4d9d-af98-e1f1f903749a tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Unset dirty status for tenant:0b6e1d86d1bf4c8bab0f40fba9ad215a on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:41:47.288541 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-def09ee8-b062-4264-8f37-4b84adef9f11 req-278ba3b1-9faa-4d9d-af98-e1f1f903749a tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 945 time: 0.1742589 Feb 05 22:41:47.336850 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-def09ee8-b062-4264-8f37-4b84adef9f11 req-f441a38d-115a-4a12-8154-a11776c9fac4 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426857 Feb 05 22:41:47.628954 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-08892031-0891-4e0a-89b0-512fb6d8da74 req-1043b723-3a0f-48a2-871f-43a4e5721110 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaad0dbd-c76b-42a2-bf96-01643c39252a HTTP/1.1" status: 200 len: 210 time: 0.1111133 Feb 05 22:41:47.962153 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3972f4b-ca70-4886-864b-26fb6e76c0a8 req-b2743afc-8694-4f86-bf07-631295783444 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:47.963602 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d3972f4b-ca70-4886-864b-26fb6e76c0a8 req-b2743afc-8694-4f86-bf07-631295783444 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.45 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 945 time: 0.0801194 Feb 05 22:41:48.033909 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-d3972f4b-ca70-4886-864b-26fb6e76c0a8 req-cfc395c0-0599-48af-bcb7-fa0d56d40e2e tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Deleting port a01fe848-0008-47a2-8437-86a510818a09 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:41:48.034252 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-d3972f4b-ca70-4886-864b-26fb6e76c0a8 req-cfc395c0-0599-48af-bcb7-fa0d56d40e2e tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:48.278712 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-d3972f4b-ca70-4886-864b-26fb6e76c0a8 req-cfc395c0-0599-48af-bcb7-fa0d56d40e2e tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] For port a01fe848-0008-47a2-8437-86a510818a09, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a01fe848-0008-47a2-8437-86a510818a09,segment=NetworkSegment(d7839250-9108-4941-8dc7-891d1d40cafa),segment_id=d7839250-9108-4941-8dc7-891d1d40cafa)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:41:48.279715 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-d3972f4b-ca70-4886-864b-26fb6e76c0a8 req-cfc395c0-0599-48af-bcb7-fa0d56d40e2e tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:48.402461 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-d3972f4b-ca70-4886-864b-26fb6e76c0a8 req-cfc395c0-0599-48af-bcb7-fa0d56d40e2e tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Calling delete_port for a01fe848-0008-47a2-8437-86a510818a09 owned by compute:nova {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:41:48.668294 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e250fb1-87b4-4388-9ecf-231ce8e2f495 req-bc058d6c-a510-4970-bd05-ecaebd114238 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:48.670386 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8e250fb1-87b4-4388-9ecf-231ce8e2f495 req-bc058d6c-a510-4970-bd05-ecaebd114238 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 945 time: 0.2230368 Feb 05 22:41:48.727883 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8e250fb1-87b4-4388-9ecf-231ce8e2f495 req-1e51d89d-d9a6-4d8a-9dab-681fc32ff4d7 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485101 Feb 05 22:41:48.775542 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-d3972f4b-ca70-4886-864b-26fb6e76c0a8 req-cfc395c0-0599-48af-bcb7-fa0d56d40e2e tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:48.789535 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['c2c729a4-afd8-47d0-809f-382ca5ce9aad', 'bcdf103f-eac2-4560-bc06-19dcde5b19eb', 'a01fe848-0008-47a2-8437-86a510818a09'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:41:48.828553 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc395c0-0599-48af-bcb7-fa0d56d40e2e tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Pushing event deleted for resources: {'Port': ['ID=a01fe848-0008-47a2-8437-86a510818a09,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:48.914610 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3972f4b-ca70-4886-864b-26fb6e76c0a8 req-cfc395c0-0599-48af-bcb7-fa0d56d40e2e tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] No DVR routers for this DVR port a01fe848-0008-47a2-8437-86a510818a09 on host hv-cinder-81888 {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:41:48.919771 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-d3972f4b-ca70-4886-864b-26fb6e76c0a8 req-cfc395c0-0599-48af-bcb7-fa0d56d40e2e tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:48.922636 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a3fea0-6c98-4c52-8949-47ff8aa52032', 'name': 'network-vif-deleted', 'tag': 'a01fe848-0008-47a2-8437-86a510818a09'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:41:48.978234 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-5726c4fd-5c11-4fb8-b37a-9b1a9071de34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:48.989111 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a3fea0-6c98-4c52-8949-47ff8aa52032', 'name': 'network-vif-deleted', 'tag': 'a01fe848-0008-47a2-8437-86a510818a09', 'status': 'completed', 'code': 200} Feb 05 22:41:49.015996 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d3972f4b-ca70-4886-864b-26fb6e76c0a8 req-cfc395c0-0599-48af-bcb7-fa0d56d40e2e tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.45 "DELETE /v2.0/ports/a01fe848-0008-47a2-8437-86a510818a09 HTTP/1.1" status: 204 len: 173 time: 1.0455208 Feb 05 22:41:49.307949 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 4fdcdea2-cc64-41e3-819e-430690a02ff8 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:41:49.342630 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] No Port match for: 4fdcdea2-cc64-41e3-819e-430690a02ff8 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:41:49.342978 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 4fdcdea2-cc64-41e3-819e-430690a02ff8 not bound to the agent host hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:41:49.343392 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device a01fe848-0008-47a2-8437-86a510818a09 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:41:49.378942 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] No Port match for: a01fe848-0008-47a2-8437-86a510818a09 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:41:49.379286 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device a01fe848-0008-47a2-8437-86a510818a09 not bound to the agent host hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:41:49.893317 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-e34ecfd3-08b6-4d91-a199-f9ae3623458d req-4c208605-8925-4aef-8d4a-ecf7555d9e32 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Synchronizing usage tracker for tenant:0b6e1d86d1bf4c8bab0f40fba9ad215a on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:41:49.969425 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-e34ecfd3-08b6-4d91-a199-f9ae3623458d req-4c208605-8925-4aef-8d4a-ecf7555d9e32 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Unset dirty status for tenant:0b6e1d86d1bf4c8bab0f40fba9ad215a on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:41:49.970601 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e34ecfd3-08b6-4d91-a199-f9ae3623458d req-4c208605-8925-4aef-8d4a-ecf7555d9e32 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a3fea0-6c98-4c52-8949-47ff8aa52032 HTTP/1.1" status: 200 len: 210 time: 0.1205709 Feb 05 22:41:50.363655 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:41:51.352096 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-6cad3f3c-0cfc-4259-b75c-20556d85f193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:51.682121 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5466-0028-46c4-9b9e-d02910ef1361 req-833f4144-f0a1-4bd8-9d1d-774483a7edf6 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:51.683558 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-476c5466-0028-46c4-9b9e-d02910ef1361 req-833f4144-f0a1-4bd8-9d1d-774483a7edf6 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 946 time: 0.0795181 Feb 05 22:41:51.729419 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-476c5466-0028-46c4-9b9e-d02910ef1361 req-c2885a79-5d2b-48c1-817f-4880c568f610 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391772 Feb 05 22:41:52.264452 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:52.552746 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:52.920498 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0b1c4-5514-49c9-bfec-40ac37bcfff2 req-85280c93-6865-499d-bbf3-673dc9fbdf2a tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:52.921887 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f1c0b1c4-5514-49c9-bfec-40ac37bcfff2 req-85280c93-6865-499d-bbf3-673dc9fbdf2a tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 946 time: 0.0832584 Feb 05 22:41:52.965140 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f1c0b1c4-5514-49c9-bfec-40ac37bcfff2 req-d0eb22a2-697d-4f10-8e06-56a950e4d35b tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374806 Feb 05 22:41:53.687767 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:54.148960 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c80e5a-775c-473a-8f13-5107c88a4c0b req-d9f09dc6-86db-4f61-b421-7c20894c7fd6 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:54.150347 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-80c80e5a-775c-473a-8f13-5107c88a4c0b req-d9f09dc6-86db-4f61-b421-7c20894c7fd6 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 946 time: 0.0798380 Feb 05 22:41:54.194487 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-80c80e5a-775c-473a-8f13-5107c88a4c0b req-368fafb1-62b9-40fd-93e8-23865df3f0c4 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383956 Feb 05 22:41:54.244247 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c5748-12b5-4468-8e2f-a54980ae3d77 req-63093308-673b-42d0-98c9-bd1962cc69a5 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:41:54.245701 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c48c5748-12b5-4468-8e2f-a54980ae3d77 req-63093308-673b-42d0-98c9-bd1962cc69a5 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.45 "GET /v2.0/ports?device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 946 time: 0.0796313 Feb 05 22:41:54.333049 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-c48c5748-12b5-4468-8e2f-a54980ae3d77 req-7fc96fd2-11bf-4f7f-b08b-efdd8e563ceb tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Deleting port bcdf103f-eac2-4560-bc06-19dcde5b19eb {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:41:54.333416 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-c48c5748-12b5-4468-8e2f-a54980ae3d77 req-7fc96fd2-11bf-4f7f-b08b-efdd8e563ceb tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:54.578367 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-c48c5748-12b5-4468-8e2f-a54980ae3d77 req-7fc96fd2-11bf-4f7f-b08b-efdd8e563ceb tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] For port bcdf103f-eac2-4560-bc06-19dcde5b19eb, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bcdf103f-eac2-4560-bc06-19dcde5b19eb,segment=NetworkSegment(d7839250-9108-4941-8dc7-891d1d40cafa),segment_id=d7839250-9108-4941-8dc7-891d1d40cafa)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:41:54.578722 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-c48c5748-12b5-4468-8e2f-a54980ae3d77 req-7fc96fd2-11bf-4f7f-b08b-efdd8e563ceb tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:54.698130 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-c48c5748-12b5-4468-8e2f-a54980ae3d77 req-7fc96fd2-11bf-4f7f-b08b-efdd8e563ceb tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Calling delete_port for bcdf103f-eac2-4560-bc06-19dcde5b19eb owned by compute:nova {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:41:54.905262 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-c48c5748-12b5-4468-8e2f-a54980ae3d77 req-7fc96fd2-11bf-4f7f-b08b-efdd8e563ceb tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:54.916442 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['c2c729a4-afd8-47d0-809f-382ca5ce9aad', 'bcdf103f-eac2-4560-bc06-19dcde5b19eb'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:41:54.955042 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc96fd2-11bf-4f7f-b08b-efdd8e563ceb tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Pushing event deleted for resources: {'Port': ['ID=bcdf103f-eac2-4560-bc06-19dcde5b19eb,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:41:55.032496 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48c5748-12b5-4468-8e2f-a54980ae3d77 req-7fc96fd2-11bf-4f7f-b08b-efdd8e563ceb tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] No DVR routers for this DVR port bcdf103f-eac2-4560-bc06-19dcde5b19eb on host hv-cinder-81888 {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:41:55.034970 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-c48c5748-12b5-4468-8e2f-a54980ae3d77 req-7fc96fd2-11bf-4f7f-b08b-efdd8e563ceb tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:41:55.037603 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f5b171-f996-4354-9a67-7fe82c84663d', 'name': 'network-vif-deleted', 'tag': 'bcdf103f-eac2-4560-bc06-19dcde5b19eb'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:41:55.095105 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f5b171-f996-4354-9a67-7fe82c84663d', 'name': 'network-vif-deleted', 'tag': 'bcdf103f-eac2-4560-bc06-19dcde5b19eb', 'status': 'completed', 'code': 200} Feb 05 22:41:55.122641 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c48c5748-12b5-4468-8e2f-a54980ae3d77 req-7fc96fd2-11bf-4f7f-b08b-efdd8e563ceb tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.45 "DELETE /v2.0/ports/bcdf103f-eac2-4560-bc06-19dcde5b19eb HTTP/1.1" status: 204 len: 173 time: 0.8578329 Feb 05 22:41:55.343599 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-69dc208e-88d4-4f3e-8e06-49daade9ed44 req-1c74016f-9b8a-483c-9dc1-5b62bd7a5911 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 210 time: 0.0429094 Feb 05 22:41:56.503398 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-d9e97573-ca11-4217-8dcb-12b908e05a84 req-17e9da63-e5e2-49a5-8837-e98ee5be2450 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Synchronizing usage tracker for tenant:0b6e1d86d1bf4c8bab0f40fba9ad215a on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:41:56.586046 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-d9e97573-ca11-4217-8dcb-12b908e05a84 req-17e9da63-e5e2-49a5-8837-e98ee5be2450 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Unset dirty status for tenant:0b6e1d86d1bf4c8bab0f40fba9ad215a on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:41:56.587192 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d9e97573-ca11-4217-8dcb-12b908e05a84 req-17e9da63-e5e2-49a5-8837-e98ee5be2450 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 210 time: 0.1255314 Feb 05 22:41:57.766837 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-10f1aadf-b02b-4a67-9ee6-a65a4e927271 req-66b84ee2-829c-4947-830d-a37ced36755b tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f5b171-f996-4354-9a67-7fe82c84663d HTTP/1.1" status: 200 len: 210 time: 0.0576253 Feb 05 22:41:59.329559 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device bcdf103f-eac2-4560-bc06-19dcde5b19eb no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:41:59.364342 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] No Port match for: bcdf103f-eac2-4560-bc06-19dcde5b19eb {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:41:59.364614 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device bcdf103f-eac2-4560-bc06-19dcde5b19eb not bound to the agent host hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:42:00.102168 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-603ac730-7d69-4647-ae99-2e81471599ae tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:00.102843 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-603ac730-7d69-4647-ae99-2e81471599ae tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Synchronizing usage tracker for tenant:a9480a8c004e480792a22fc19a4fc607 on resource:network {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:42:00.213272 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-603ac730-7d69-4647-ae99-2e81471599ae tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Unset dirty status for tenant:a9480a8c004e480792a22fc19a4fc607 on resource:network {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:42:00.214482 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-603ac730-7d69-4647-ae99-2e81471599ae tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/networks?id=3bc90e92-1c6d-4ad5-938e-10d0685ae14c HTTP/1.1" status: 200 len: 813 time: 0.2555482 Feb 05 22:42:00.231771 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-ba965ccd-4b79-458e-9141-451b9debe329 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/quotas/a9480a8c004e480792a22fc19a4fc607 HTTP/1.1" status: 200 len: 375 time: 0.0093818 Feb 05 22:42:00.281344 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-8104f3c9-6c93-46be-971b-4ad6ac7be57c tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a9480a8c004e480792a22fc19a4fc607&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438788 Feb 05 22:42:00.417022 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-b0c59aa3-e5fd-4680-ae5f-78223a36862d service neutron] 10.222.0.24 "GET /v2.0/networks/3bc90e92-1c6d-4ad5-938e-10d0685ae14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283255 Feb 05 22:42:00.547270 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-cd6d5192-278a-46b4-8437-9cc2646dcd7c service neutron] 10.222.0.24 "GET /v2.0/networks/3bc90e92-1c6d-4ad5-938e-10d0685ae14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234872 Feb 05 22:42:00.843601 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-bf2c2873-0b8a-4dc8-a4cc-032bab2345e5 req-36d2ea50-bb8b-45c9-9447-72a299ae0c84 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 210 time: 0.0519361 Feb 05 22:42:00.870280 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bae8b-03b1-4063-92da-f5fb07272c3e req-a18d95d2-5101-4249-9448-15e6202d3b37 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:00.871789 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-937bae8b-03b1-4063-92da-f5fb07272c3e req-a18d95d2-5101-4249-9448-15e6202d3b37 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 945 time: 0.0900061 Feb 05 22:42:00.925081 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-937bae8b-03b1-4063-92da-f5fb07272c3e req-44937a92-f841-4f05-8da5-1d24d2248bbd tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465631 Feb 05 22:42:01.989998 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-133f9f0a-e352-4135-90e1-3fede003bba2 req-6e4ea972-2277-4209-adae-b9d60203c250 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Synchronizing usage tracker for tenant:a9480a8c004e480792a22fc19a4fc607 on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:42:02.072550 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-133f9f0a-e352-4135-90e1-3fede003bba2 req-6e4ea972-2277-4209-adae-b9d60203c250 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Unset dirty status for tenant:a9480a8c004e480792a22fc19a4fc607 on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:42:02.073812 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-133f9f0a-e352-4135-90e1-3fede003bba2 req-6e4ea972-2277-4209-adae-b9d60203c250 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 210 time: 0.1281672 Feb 05 22:42:02.113507 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94e0fc-9e14-47b5-94f0-8c1c0ee33a5b req-3ca553f2-370b-4c99-b537-7aa00a9d35b1 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:02.114955 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-8e94e0fc-9e14-47b5-94f0-8c1c0ee33a5b req-3ca553f2-370b-4c99-b537-7aa00a9d35b1 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 945 time: 0.0792551 Feb 05 22:42:02.160931 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-8e94e0fc-9e14-47b5-94f0-8c1c0ee33a5b req-1a58adf1-2d63-4ac3-9119-0c92f61ff64b tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395510 Feb 05 22:42:02.697705 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d615f2-4b23-4793-9f91-596c4a5a45fd req-5579db78-1f68-4a9d-b955-7e619ac85d23 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:02.699162 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e4d615f2-4b23-4793-9f91-596c4a5a45fd req-5579db78-1f68-4a9d-b955-7e619ac85d23 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.45 "GET /v2.0/ports?device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 945 time: 0.0807261 Feb 05 22:42:02.781404 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-e4d615f2-4b23-4793-9f91-596c4a5a45fd req-8344c78a-d77d-4553-ae10-c66f4d244d29 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Deleting port c2c729a4-afd8-47d0-809f-382ca5ce9aad {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:42:02.781752 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e4d615f2-4b23-4793-9f91-596c4a5a45fd req-8344c78a-d77d-4553-ae10-c66f4d244d29 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:03.230899 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e62998ab-6e0d-4b80-b77c-22b8d3d9fe67 req-fe169d3e-1a22-4277-9eac-c9802890bf39 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 210 time: 0.0455101 Feb 05 22:42:03.256101 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-e4d615f2-4b23-4793-9f91-596c4a5a45fd req-8344c78a-d77d-4553-ae10-c66f4d244d29 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] For port c2c729a4-afd8-47d0-809f-382ca5ce9aad, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c2c729a4-afd8-47d0-809f-382ca5ce9aad,segment=NetworkSegment(d7839250-9108-4941-8dc7-891d1d40cafa),segment_id=d7839250-9108-4941-8dc7-891d1d40cafa)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:42:03.256657 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e4d615f2-4b23-4793-9f91-596c4a5a45fd req-8344c78a-d77d-4553-ae10-c66f4d244d29 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:03.395106 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-e4d615f2-4b23-4793-9f91-596c4a5a45fd req-8344c78a-d77d-4553-ae10-c66f4d244d29 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Calling delete_port for c2c729a4-afd8-47d0-809f-382ca5ce9aad owned by compute:nova {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:42:03.422532 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b161f02-fd0d-4f37-8e59-fc200c8eee8b req-c1aa4f86-49d9-43e5-9e11-832d89ecf59b tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:03.423995 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5b161f02-fd0d-4f37-8e59-fc200c8eee8b req-c1aa4f86-49d9-43e5-9e11-832d89ecf59b tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 945 time: 0.0871110 Feb 05 22:42:03.467661 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5b161f02-fd0d-4f37-8e59-fc200c8eee8b req-6fbd7e24-dd6e-4f3a-87c8-c619697b5c66 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f31ade9-ee6f-419b-9bec-3127c4929e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378487 Feb 05 22:42:03.520551 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41487257-189c-4cf0-bbbf-83637763641b req-4b933225-3250-46a2-8933-b52d844c0f30 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:03.524272 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-41487257-189c-4cf0-bbbf-83637763641b req-4b933225-3250-46a2-8933-b52d844c0f30 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 946 time: 0.5220628 Feb 05 22:42:03.528297 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-0e736ae4-ac8e-4702-81b4-52452d480eaa tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:03.529647 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-0e736ae4-ac8e-4702-81b4-52452d480eaa tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.45 "GET /v2.0/networks?id=3bc90e92-1c6d-4ad5-938e-10d0685ae14c HTTP/1.1" status: 200 len: 813 time: 0.3901143 Feb 05 22:42:03.555281 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-bba0541c-500d-40f7-a9e4-f72657f97017 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Request body: {'port': {'device_id': 'aff57354-b1b4-40e5-a90e-ecf3bcc30e2e', 'network_id': '3bc90e92-1c6d-4ad5-938e-10d0685ae14c', 'admin_state_up': True, 'tenant_id': 'a9480a8c004e480792a22fc19a4fc607'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:42:03.677828 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-41487257-189c-4cf0-bbbf-83637763641b req-4b84fe27-15d2-48fb-b12a-2c3f1dc1ab8d tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1465642 Feb 05 22:42:03.758983 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-bba0541c-500d-40f7-a9e4-f72657f97017 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:42:03.768338 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-bba0541c-500d-40f7-a9e4-f72657f97017 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:42:03.807247 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e4d615f2-4b23-4793-9f91-596c4a5a45fd req-8344c78a-d77d-4553-ae10-c66f4d244d29 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:03.818487 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['c2c729a4-afd8-47d0-809f-382ca5ce9aad'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:42:03.856401 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344c78a-d77d-4553-ae10-c66f4d244d29 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Pushing event deleted for resources: {'Port': ['ID=c2c729a4-afd8-47d0-809f-382ca5ce9aad,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:03.889810 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-bba0541c-500d-40f7-a9e4-f72657f97017 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Made reservation on behalf of a9480a8c004e480792a22fc19a4fc607 for: {'port': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:42:03.893228 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-bba0541c-500d-40f7-a9e4-f72657f97017 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:03.948707 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d615f2-4b23-4793-9f91-596c4a5a45fd req-8344c78a-d77d-4553-ae10-c66f4d244d29 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] No DVR routers for this DVR port c2c729a4-afd8-47d0-809f-382ca5ce9aad on host hv-cinder-81888 {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:42:03.953057 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e4d615f2-4b23-4793-9f91-596c4a5a45fd req-8344c78a-d77d-4553-ae10-c66f4d244d29 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:03.955351 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41bf34d-18f3-4bed-afcb-7714bc8539b2', 'name': 'network-vif-deleted', 'tag': 'c2c729a4-afd8-47d0-809f-382ca5ce9aad'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:42:04.001731 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b41bf34d-18f3-4bed-afcb-7714bc8539b2', 'name': 'network-vif-deleted', 'tag': 'c2c729a4-afd8-47d0-809f-382ca5ce9aad', 'status': 'completed', 'code': 200} Feb 05 22:42:04.108483 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-bba0541c-500d-40f7-a9e4-f72657f97017 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Allocated IP 172.20.0.5 (3bc90e92-1c6d-4ad5-938e-10d0685ae14c/b6e265d6-858b-40d6-bc86-d6d3ef03b650/aa54ceb0-feac-484f-8649-221a1471e717) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:42:04.135586 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e4d615f2-4b23-4793-9f91-596c4a5a45fd req-8344c78a-d77d-4553-ae10-c66f4d244d29 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.45 "DELETE /v2.0/ports/c2c729a4-afd8-47d0-809f-382ca5ce9aad HTTP/1.1" status: 204 len: 173 time: 1.4248462 Feb 05 22:42:04.311135 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-bba0541c-500d-40f7-a9e4-f72657f97017 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:04.380260 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-27f04ac0-87ee-4c14-99a8-7549da4c8144 req-8f111820-46f9-4681-9e1f-ea0c08642707 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 210 time: 0.0413413 Feb 05 22:42:04.396376 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-bba0541c-500d-40f7-a9e4-f72657f97017 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:04.470700 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-bba0541c-500d-40f7-a9e4-f72657f97017 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Network 3bc90e92-1c6d-4ad5-938e-10d0685ae14c is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:42:04.473819 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-bba0541c-500d-40f7-a9e4-f72657f97017 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:42:04.477618 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-bba0541c-500d-40f7-a9e4-f72657f97017 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:42:04.508848 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0541c-500d-40f7-a9e4-f72657f97017 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Pushing event updated for resources: {'Port': ['ID=aa54ceb0-feac-484f-8649-221a1471e717,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:04.545227 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-bba0541c-500d-40f7-a9e4-f72657f97017 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:04.545835 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-bba0541c-500d-40f7-a9e4-f72657f97017 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:04.629643 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-072cc375-b715-455a-8bc2-da9fa68b9776 req-2db6ddff-a842-4ba3-80d4-f57bf071d033 tempest-AttachVolumeNegativeTest-1823884138 tempest-AttachVolumeNegativeTest-1823884138-project] 10.222.0.24 "GET /v2.0/ports?device_id=b41bf34d-18f3-4bed-afcb-7714bc8539b2 HTTP/1.1" status: 200 len: 210 time: 0.0412784 Feb 05 22:42:04.633174 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-bba0541c-500d-40f7-a9e4-f72657f97017 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0829809 Feb 05 22:42:04.651139 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] Request body: {'port': {'device_id': 'aff57354-b1b4-40e5-a90e-ecf3bcc30e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:42:04.764220 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:05.193124 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba1b09-b837-4d07-8760-767acd8bc577 req-fcf28773-49ae-4f6b-9fe2-63b6e522c77d tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:05.194482 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-87ba1b09-b837-4d07-8760-767acd8bc577 req-fcf28773-49ae-4f6b-9fe2-63b6e522c77d tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 946 time: 0.3870640 Feb 05 22:42:05.281440 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764046b-4526-4d31-bef5-9b3f52fd30e9 req-447067b4-53e3-45c4-8a49-dd2443af84c5 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:05.282832 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9764046b-4526-4d31-bef5-9b3f52fd30e9 req-447067b4-53e3-45c4-8a49-dd2443af84c5 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.45 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 946 time: 0.2471912 Feb 05 22:42:05.293594 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-87ba1b09-b837-4d07-8760-767acd8bc577 req-4b668b57-d2d3-4819-872d-c8d4d9a02e1c tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ab89023-46df-4c79-8dc8-d256640d56c2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0884707 Feb 05 22:42:05.373332 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-9764046b-4526-4d31-bef5-9b3f52fd30e9 req-01605b09-0509-448e-83cd-89dd1cfb2b94 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Deleting port 8fd4186f-6659-4e33-beed-94d23f18a11d {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:42:05.374008 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-9764046b-4526-4d31-bef5-9b3f52fd30e9 req-01605b09-0509-448e-83cd-89dd1cfb2b94 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:05.506848 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa54ceb0-feac-484f-8649-221a1471e717 {{(pid=87483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:42:05.526611 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:05.564966 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] Transition to ACTIVE for port object aa54ceb0-feac-484f-8649-221a1471e717 will not be triggered until provisioned by entity L2. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:42:05.576624 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cdb337-e657-4e0e-b610-73fc62dd1ef1 req-9a0f3696-3ce9-438b-88c1-38d0bf5b1ac9 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:05.578112 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-07cdb337-e657-4e0e-b610-73fc62dd1ef1 req-9a0f3696-3ce9-438b-88c1-38d0bf5b1ac9 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 931 time: 0.0840671 Feb 05 22:42:05.623536 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-07cdb337-e657-4e0e-b610-73fc62dd1ef1 req-5530b057-a053-4a42-954f-91690384a2c3 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391655 Feb 05 22:42:05.659544 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:05.727194 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 46718) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:42:05.786207 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a271701-89f7-4fd2-a548-6fbb2c4e2dd0 admin admin] Deleting subnet 5ace9158-f5af-4a68-9803-36921a491318 {{(pid=87482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 05 22:42:05.789028 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4a271701-89f7-4fd2-a548-6fbb2c4e2dd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:05.805462 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-9764046b-4526-4d31-bef5-9b3f52fd30e9 req-01605b09-0509-448e-83cd-89dd1cfb2b94 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] For port 8fd4186f-6659-4e33-beed-94d23f18a11d, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8fd4186f-6659-4e33-beed-94d23f18a11d,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:42:05.805821 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-9764046b-4526-4d31-bef5-9b3f52fd30e9 req-01605b09-0509-448e-83cd-89dd1cfb2b94 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:05.840964 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4a271701-89f7-4fd2-a548-6fbb2c4e2dd0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:05.847871 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4a271701-89f7-4fd2-a548-6fbb2c4e2dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770741'] for subnet, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:05.863623 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] Pushing event updated for resources: {'Port': ['ID=aa54ceb0-feac-484f-8649-221a1471e717,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:05.980851 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4a271701-89f7-4fd2-a548-6fbb2c4e2dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for subnet, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:06.020544 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a271701-89f7-4fd2-a548-6fbb2c4e2dd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ace9158-f5af-4a68-9803-36921a491318,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:06.023007 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-4a271701-89f7-4fd2-a548-6fbb2c4e2dd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:06.032464 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a271701-89f7-4fd2-a548-6fbb2c4e2dd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:06.032815 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a271701-89f7-4fd2-a548-6fbb2c4e2dd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:06.033206 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a271701-89f7-4fd2-a548-6fbb2c4e2dd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:06.033518 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a271701-89f7-4fd2-a548-6fbb2c4e2dd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:06.033848 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a271701-89f7-4fd2-a548-6fbb2c4e2dd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:06.034180 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a271701-89f7-4fd2-a548-6fbb2c4e2dd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:06.034508 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a271701-89f7-4fd2-a548-6fbb2c4e2dd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:06.034833 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a271701-89f7-4fd2-a548-6fbb2c4e2dd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:06.035171 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a271701-89f7-4fd2-a548-6fbb2c4e2dd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:06.035496 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a271701-89f7-4fd2-a548-6fbb2c4e2dd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:06.035815 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a271701-89f7-4fd2-a548-6fbb2c4e2dd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:06.036135 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a271701-89f7-4fd2-a548-6fbb2c4e2dd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:06.039765 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-4a271701-89f7-4fd2-a548-6fbb2c4e2dd0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5ace9158-f5af-4a68-9803-36921a491318 HTTP/1.1" status: 204 len: 168 time: 0.3113101 Feb 05 22:42:06.042143 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 46722) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:42:06.088815 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] Attempting to bind port aa54ceb0-feac-484f-8649-221a1471e717 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:42:06.094172 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] Attempting to bind port aa54ceb0-feac-484f-8649-221a1471e717 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '10b6474d-796f-4dea-bdee-971c22575810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3bc90e92-1c6d-4ad5-938e-10d0685ae14c'}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:42:06.094172 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] Attempting to bind port aa54ceb0-feac-484f-8649-221a1471e717 on network 3bc90e92-1c6d-4ad5-938e-10d0685ae14c {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:42:06.099489 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] Port aa54ceb0-feac-484f-8649-221a1471e717 on network 3bc90e92-1c6d-4ad5-938e-10d0685ae14c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 05 22:42:06.099807 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] Attempting to bind port aa54ceb0-feac-484f-8649-221a1471e717 on network 3bc90e92-1c6d-4ad5-938e-10d0685ae14c {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:42:06.147543 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744846'] for network, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:06.178811 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] Checking agent: {'id': 'bad58867-603f-489e-b0dd-362048cf3d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'started_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:42:06.179143 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] Checking segment: {'id': '10b6474d-796f-4dea-bdee-971c22575810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3bc90e92-1c6d-4ad5-938e-10d0685ae14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:42:06.179566 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] Bound using segment: {'id': '10b6474d-796f-4dea-bdee-971c22575810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3bc90e92-1c6d-4ad5-938e-10d0685ae14c'} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:42:06.179992 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] Bound port: aa54ceb0-feac-484f-8649-221a1471e717, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b6474d-796f-4dea-bdee-971c22575810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3bc90e92-1c6d-4ad5-938e-10d0685ae14c'}}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:42:06.180340 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:06.264298 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-9764046b-4526-4d31-bef5-9b3f52fd30e9 req-01605b09-0509-448e-83cd-89dd1cfb2b94 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:06.264824 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-9764046b-4526-4d31-bef5-9b3f52fd30e9 req-01605b09-0509-448e-83cd-89dd1cfb2b94 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542379'] for floatingip, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:06.265138 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.l3_db [req-9764046b-4526-4d31-bef5-9b3f52fd30e9 req-01605b09-0509-448e-83cd-89dd1cfb2b94 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Floating IP 9da301dc-efe1-4a04-b54c-1c3983557769 disassociated. External IP: 172.27.3.140, port: 8fd4186f-6659-4e33-beed-94d23f18a11d. Feb 05 22:42:06.265501 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-9764046b-4526-4d31-bef5-9b3f52fd30e9 req-01605b09-0509-448e-83cd-89dd1cfb2b94 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Calling delete_port for 8fd4186f-6659-4e33-beed-94d23f18a11d owned by compute:nova {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:42:06.352355 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771300', 'neutron.services.segments.db._delete_segments_for_network-8748711873850'] for network, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:06.360074 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] For port aa54ceb0-feac-484f-8649-221a1471e717, host hv-cinder-81888, cleared binding levels {{(pid=87483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:42:06.382669 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:42:06.383273 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:42:06.384000 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:42:06.384331 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Subscribe: > port after_create 55550000 {{(pid=87482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:42:06.384655 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:42:06.385007 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Subscribe: > port after_update 55550000 {{(pid=87482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:42:06.385375 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:42:06.385701 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:42:06.386022 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:42:06.386341 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:42:06.401826 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] For port aa54ceb0-feac-484f-8649-221a1471e717, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa54ceb0-feac-484f-8649-221a1471e717,segment=NetworkSegment(10b6474d-796f-4dea-bdee-971c22575810),segment_id=10b6474d-796f-4dea-bdee-971c22575810)] {{(pid=87483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:42:06.478172 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:06.568440 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:42:06.568807 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:42:06.569142 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:42:06.569504 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 22:42:06.569886 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.services.segments.db [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5408c9-2cbf-4224-8bef-182ab9eb0fc3']}} {{(pid=87482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:42:06.619776 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.services.segments.db [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7839250-9108-4941-8dc7-891d1d40cafa') {'for_net_delete': True} {{(pid=87482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:42:06.619996 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.services.segments.db [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7839250-9108-4941-8dc7-891d1d40cafa') {} {{(pid=87482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:42:06.635401 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-36d68e96-3182-44a1-924c-5abadeb1b8d9 req-36f207b5-7207-45cb-b7af-7ba2caf4422a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 210 time: 0.0570762 Feb 05 22:42:06.640027 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748711876181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1348540'] for segment, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:06.640488 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-9764046b-4526-4d31-bef5-9b3f52fd30e9 req-01605b09-0509-448e-83cd-89dd1cfb2b94 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:06.646165 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:06.646703 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:06.648515 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] 10.222.0.45 "PUT /v2.0/ports/aa54ceb0-feac-484f-8649-221a1471e717 HTTP/1.1" status: 200 len: 1093 time: 2.0015512 Feb 05 22:42:06.652547 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff57354-b1b4-40e5-a90e-ecf3bcc30e2e', 'tag': 'aa54ceb0-feac-484f-8649-221a1471e717'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:42:06.660060 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:06.679647 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 22:42:06.680303 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c73b6-b645-4f0f-a934-74bd95f381ea service neutron] Pushing event updated for resources: {'Port': ['ID=aa54ceb0-feac-484f-8649-221a1471e717,revision_number=3']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:06.680443 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3777956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1889869'] for segment, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: from cryptography.utils import int_from_bytes Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: from cryptography.utils import int_from_bytes Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: util.warn_limited( Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: Traceback (most recent call last): Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: timer() Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: cb(*args, **kw) Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: return func(*args, **kwargs) Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: self._notify() Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: self.callback(batched_events) Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: event.method(event) Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: return f(self, *a, **k) Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: return self._get(url).json() Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: return self.request(url, 'GET', **kwargs) Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 22:42:06.699452 dv-cinder-818886-2-iscsi neutron-server[87482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 22:42:06.780820 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff57354-b1b4-40e5-a90e-ecf3bcc30e2e', 'tag': 'aa54ceb0-feac-484f-8649-221a1471e717', 'status': 'completed', 'code': 200} Feb 05 22:42:06.860559 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542425'] for network, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:06.876788 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01605b09-0509-448e-83cd-89dd1cfb2b94 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Pushing event deleted for resources: {'Port': ['ID=8fd4186f-6659-4e33-beed-94d23f18a11d,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:06.894594 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:06.902915 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a5408c9-2cbf-4224-8bef-182ab9eb0fc3,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:06.981305 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-7e2abd0c-ad0a-404a-a904-a849541da5e4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0a5408c9-2cbf-4224-8bef-182ab9eb0fc3 HTTP/1.1" status: 204 len: 168 time: 0.9380932 Feb 05 22:42:07.050853 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8131b3a-9af0-4efc-8fe9-7e2f3a9eac05 req-a2907d0c-7d6b-459f-bb05-20c18e79a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:07.052317 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b8131b3a-9af0-4efc-8fe9-7e2f3a9eac05 req-a2907d0c-7d6b-459f-bb05-20c18e79a938 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9480a8c004e480792a22fc19a4fc607&device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 1096 time: 0.2694952 Feb 05 22:42:07.059377 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9764046b-4526-4d31-bef5-9b3f52fd30e9 req-01605b09-0509-448e-83cd-89dd1cfb2b94 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:42:07.067903 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef020f-2317-4d13-b922-5caa484e5f21 req-5c63a2e4-b280-4961-840a-554025485558 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:07.068587 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-d2ef020f-2317-4d13-b922-5caa484e5f21 req-5c63a2e4-b280-4961-840a-554025485558 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Synchronizing usage tracker for tenant:a9480a8c004e480792a22fc19a4fc607 on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:42:07.368083 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-d2ef020f-2317-4d13-b922-5caa484e5f21 req-5c63a2e4-b280-4961-840a-554025485558 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Unset dirty status for tenant:a9480a8c004e480792a22fc19a4fc607 on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:42:07.369251 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d2ef020f-2317-4d13-b922-5caa484e5f21 req-5c63a2e4-b280-4961-840a-554025485558 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 943 time: 0.5874827 Feb 05 22:42:07.375829 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8131b3a-9af0-4efc-8fe9-7e2f3a9eac05 req-1087ef7b-6f3f-4c61-b372-25b47d5b111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:07.377491 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b8131b3a-9af0-4efc-8fe9-7e2f3a9eac05 req-1087ef7b-6f3f-4c61-b372-25b47d5b111d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a9480a8c004e480792a22fc19a4fc607&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3060758 Feb 05 22:42:07.377997 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device c2c729a4-afd8-47d0-809f-382ca5ce9aad no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:42:07.420367 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] No Port match for: c2c729a4-afd8-47d0-809f-382ca5ce9aad {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:42:07.421016 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device c2c729a4-afd8-47d0-809f-382ca5ce9aad not bound to the agent host hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:42:07.429408 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 46734) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:42:07.485906 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9764046b-4526-4d31-bef5-9b3f52fd30e9 req-01605b09-0509-448e-83cd-89dd1cfb2b94 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:42:07.486524 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-0c878452-8e91-4f63-9929-92a0a3d05543 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b6e1d86d1bf4c8bab0f40fba9ad215a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552809 Feb 05 22:42:07.486832 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 46738) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:42:07.497432 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce321c9e-3f33-4ef5-b92c-defac5b47b17 None None] Sync routers for ids ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:42:07.510469 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce321c9e-3f33-4ef5-b92c-defac5b47b17 None None] Routers {'06c31b18-4188-4b86-ba9f-0cafa920c0a3'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:42:07.511376 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-ce321c9e-3f33-4ef5-b92c-defac5b47b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:41:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:42:07.560821 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-dddbba99-ee32-44d7-bf82-dd0f57e6cdc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:07.592201 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-dddbba99-ee32-44d7-bf82-dd0f57e6cdc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:07.596859 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d2ef020f-2317-4d13-b922-5caa484e5f21 req-72ae8439-a199-45b2-8072-489beeb73e15 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164876 Feb 05 22:42:07.597862 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-9764046b-4526-4d31-bef5-9b3f52fd30e9 req-01605b09-0509-448e-83cd-89dd1cfb2b94 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] No DVR routers for this DVR port 8fd4186f-6659-4e33-beed-94d23f18a11d on host hv-cinder-81888 {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:42:07.600509 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-9764046b-4526-4d31-bef5-9b3f52fd30e9 req-01605b09-0509-448e-83cd-89dd1cfb2b94 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:07.661105 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8131b3a-9af0-4efc-8fe9-7e2f3a9eac05 req-aa4994a5-986f-4fa3-bf31-0054b07b6837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:07.663070 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b8131b3a-9af0-4efc-8fe9-7e2f3a9eac05 req-aa4994a5-986f-4fa3-bf31-0054b07b6837 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2669334 Feb 05 22:42:07.726833 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-ce321c9e-3f33-4ef5-b92c-defac5b47b17 None None] Set router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:42:07.749730 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9764046b-4526-4d31-bef5-9b3f52fd30e9 req-01605b09-0509-448e-83cd-89dd1cfb2b94 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.45 "DELETE /v2.0/ports/8fd4186f-6659-4e33-beed-94d23f18a11d HTTP/1.1" status: 204 len: 173 time: 2.4589343 Feb 05 22:42:07.752056 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-dddbba99-ee32-44d7-bf82-dd0f57e6cdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:07.780930 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbba99-ee32-44d7-bf82-dd0f57e6cdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f31ade9-ee6f-419b-9bec-3127c4929e3c,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:07.795086 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-27306a2e-1d12-4c85-b17f-7632221f05db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:07.796669 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-27306a2e-1d12-4c85-b17f-7632221f05db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9480a8c004e480792a22fc19a4fc607&device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 1096 time: 0.0911009 Feb 05 22:42:07.838927 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-06d31e1c-1489-4d85-b341-a91aadca1461 req-2501fea5-077b-4fbf-96cf-2256a42da6ad tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df173ce-874a-467f-a74a-f0add22d5f33 HTTP/1.1" status: 200 len: 210 time: 0.0432968 Feb 05 22:42:07.876027 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-025dad1d-ae35-410c-826b-0a29e1d832d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa54ceb0-feac-484f-8649-221a1471e717 HTTP/1.1" status: 200 len: 217 time: 0.0720975 Feb 05 22:42:07.887516 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-dddbba99-ee32-44d7-bf82-dd0f57e6cdc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:07.888887 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-dddbba99-ee32-44d7-bf82-dd0f57e6cdc5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f31ade9-ee6f-419b-9bec-3127c4929e3c HTTP/1.1" status: 204 len: 168 time: 0.4009275 Feb 05 22:42:07.978851 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-3ecde8ec-13f7-4109-827f-346c583b0458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:07.980390 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-3ecde8ec-13f7-4109-827f-346c583b0458 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6e265d6-858b-40d6-bc86-d6d3ef03b650 HTTP/1.1" status: 200 len: 853 time: 0.0984173 Feb 05 22:42:08.036274 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-d2f00be1-9249-45c6-91db-8cea428d1be8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3bc90e92-1c6d-4ad5-938e-10d0685ae14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486529 Feb 05 22:42:08.145715 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-ce321c9e-3f33-4ef5-b92c-defac5b47b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'name': 'tempest-AttachVolumeShelveTestJSON-129192590-router', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:17Z', 'updated_at': '2022-02-05T22:37:26Z', 'revision_number': 4, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'gw_port': {'id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:56:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:19Z', 'updated_at': '2022-02-05T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': '26071329-4076-478f-b6cd-9044b145fb45', 'name': '', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'mac_address': 'fa:16:3e:a1:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:24Z', 'updated_at': '2022-02-05T22:37:36Z', 'revision_number': 5, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'subnets': [{'id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:42:08.150112 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce321c9e-3f33-4ef5-b92c-defac5b47b17 None None] Checking router: 06c31b18-4188-4b86-ba9f-0cafa920c0a3 for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:42:08.159825 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce321c9e-3f33-4ef5-b92c-defac5b47b17 None None] Routers {'06c31b18-4188-4b86-ba9f-0cafa920c0a3'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:42:08.160719 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-ce321c9e-3f33-4ef5-b92c-defac5b47b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:41:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:42:08.292417 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-f512a6ed-d089-4a78-9465-d908b3f2d56a service neutron] 10.222.0.45 "GET /v2.0/networks/3bc90e92-1c6d-4ad5-938e-10d0685ae14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495310 Feb 05 22:42:08.358136 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-ce321c9e-3f33-4ef5-b92c-defac5b47b17 None None] Set router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:42:08.453333 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2096972d-a33f-4c3d-bb91-6ef495c10251 req-57ef241c-b49c-4387-9d15-f00733b3a389 service neutron] 10.222.0.45 "GET /v2.0/networks/3bc90e92-1c6d-4ad5-938e-10d0685ae14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530619 Feb 05 22:42:08.698293 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-ce321c9e-3f33-4ef5-b92c-defac5b47b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'name': 'tempest-AttachVolumeShelveTestJSON-129192590-router', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:17Z', 'updated_at': '2022-02-05T22:37:26Z', 'revision_number': 4, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'gw_port': {'id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:56:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:19Z', 'updated_at': '2022-02-05T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': '26071329-4076-478f-b6cd-9044b145fb45', 'name': '', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'mac_address': 'fa:16:3e:a1:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:24Z', 'updated_at': '2022-02-05T22:37:36Z', 'revision_number': 5, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'subnets': [{'id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:42:08.703519 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce321c9e-3f33-4ef5-b92c-defac5b47b17 None None] The sync data for ids ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'] in dv-cinder-818886-2-iscsi is: [{'id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'name': 'tempest-AttachVolumeShelveTestJSON-129192590-router', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:17Z', 'updated_at': '2022-02-05T22:37:26Z', 'revision_number': 4, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'gw_port': {'id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:56:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:19Z', 'updated_at': '2022-02-05T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': '26071329-4076-478f-b6cd-9044b145fb45', 'name': '', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'mac_address': 'fa:16:3e:a1:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:24Z', 'updated_at': '2022-02-05T22:37:36Z', 'revision_number': 5, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'subnets': [{'id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:42:08.795321 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df173ce-874a-467f-a74a-f0add22d5f33', 'name': 'network-vif-deleted', 'tag': '8fd4186f-6659-4e33-beed-94d23f18a11d'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:42:08.856825 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17794c-55cf-4ae5-ba32-402971b9ded9 req-1180a951-cea8-445f-b8b1-550c911a43b5 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:08.864424 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5e17794c-55cf-4ae5-ba32-402971b9ded9 req-1180a951-cea8-445f-b8b1-550c911a43b5 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 943 time: 0.1409948 Feb 05 22:42:08.867941 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df173ce-874a-467f-a74a-f0add22d5f33', 'name': 'network-vif-deleted', 'tag': '8fd4186f-6659-4e33-beed-94d23f18a11d', 'status': 'completed', 'code': 200} Feb 05 22:42:08.917315 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5e17794c-55cf-4ae5-ba32-402971b9ded9 req-088710ab-dc7d-4e00-a8ce-361f5c97ca87 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519395 Feb 05 22:42:09.065788 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec62fa0-6f64-4428-8952-37e9dae4aeae None None] New status for floating IP 9da301dc-efe1-4a04-b54c-1c3983557769: DOWN {{(pid=87485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 22:42:09.084607 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 46772) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:42:09.161921 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d7cd7e6b-ddd6-4c23-b9f0-43051b376a90 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:09.194999 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d7cd7e6b-ddd6-4c23-b9f0-43051b376a90 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:09.340916 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d7cd7e6b-ddd6-4c23-b9f0-43051b376a90 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:09.361221 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd7e6b-ddd6-4c23-b9f0-43051b376a90 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab89023-46df-4c79-8dc8-d256640d56c2,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:09.391794 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 8fd4186f-6659-4e33-beed-94d23f18a11d no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:42:09.429110 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] No Port match for: 8fd4186f-6659-4e33-beed-94d23f18a11d {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:42:09.429471 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 8fd4186f-6659-4e33-beed-94d23f18a11d not bound to the agent host hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:42:09.471170 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d7cd7e6b-ddd6-4c23-b9f0-43051b376a90 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:09.472323 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-d7cd7e6b-ddd6-4c23-b9f0-43051b376a90 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "DELETE /v2.0/security-groups/9ab89023-46df-4c79-8dc8-d256640d56c2 HTTP/1.1" status: 204 len: 168 time: 0.3866165 Feb 05 22:42:09.475117 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 46780) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:42:09.491050 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.api.v2.resource [None req-c9ed9139-acea-4241-ba7e-9a40e3d0c29d tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] show failed (client error): The resource could not be found. Feb 05 22:42:09.491992 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-c9ed9139-acea-4241-ba7e-9a40e3d0c29d tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups/9ab89023-46df-4c79-8dc8-d256640d56c2 HTTP/1.1" status: 404 len: 347 time: 0.0159802 Feb 05 22:42:09.494627 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 46784) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:42:09.652842 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-af99e501-a046-4546-872d-f44d5a2fbac3 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Deleting port 8f0597c3-23e6-4f79-848b-02c85de2d257 {{(pid=87482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:42:09.653741 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-af99e501-a046-4546-872d-f44d5a2fbac3 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:09.818904 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-af99e501-a046-4546-872d-f44d5a2fbac3 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:09.819225 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-af99e501-a046-4546-872d-f44d5a2fbac3 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:09.940861 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-af99e501-a046-4546-872d-f44d5a2fbac3 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Calling delete_port for 8f0597c3-23e6-4f79-848b-02c85de2d257 owned by network:floatingip {{(pid=87482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:42:10.164386 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdec6c4-f61a-436d-b89e-f83e5c8c59c8 req-3b9beeef-4358-417d-99d9-ed40f02cc796 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:10.165910 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5cdec6c4-f61a-436d-b89e-f83e5c8c59c8 req-3b9beeef-4358-417d-99d9-ed40f02cc796 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 943 time: 0.1336586 Feb 05 22:42:10.210150 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5cdec6c4-f61a-436d-b89e-f83e5c8c59c8 req-1c664070-acce-4250-ae5f-4076d915e7a8 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384524 Feb 05 22:42:10.220967 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-af99e501-a046-4546-872d-f44d5a2fbac3 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1726876'] for port, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:10.268886 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99e501-a046-4546-872d-f44d5a2fbac3 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Pushing event deleted for resources: {'Port': ['ID=8f0597c3-23e6-4f79-848b-02c85de2d257,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:10.441214 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-af99e501-a046-4546-872d-f44d5a2fbac3 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for floatingip, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:10.455210 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-af99e501-a046-4546-872d-f44d5a2fbac3 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for floatingip, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:10.456411 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-af99e501-a046-4546-872d-f44d5a2fbac3 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "DELETE /v2.0/floatingips/9da301dc-efe1-4a04-b54c-1c3983557769 HTTP/1.1" status: 204 len: 168 time: 0.9609442 Feb 05 22:42:10.806704 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 46816) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:42:10.812490 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-4257d7af-9cea-41f4-a1fe-2693ed4705e0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Request body: {'security_group': {'name': 'tempest-securitygroup--423770821', 'description': 'tempest-description--1182933173'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:42:10.818205 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-4257d7af-9cea-41f4-a1fe-2693ed4705e0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:42:10.822373 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-4257d7af-9cea-41f4-a1fe-2693ed4705e0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Usage tracker for resource:security_group and tenant:2f1c74641009450eb3df1aeaf162ccde is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:42:10.825326 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-4257d7af-9cea-41f4-a1fe-2693ed4705e0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:42:10.831303 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-4257d7af-9cea-41f4-a1fe-2693ed4705e0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:42:10.963717 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4257d7af-9cea-41f4-a1fe-2693ed4705e0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:10.987620 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-4257d7af-9cea-41f4-a1fe-2693ed4705e0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:42:10.991396 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-4257d7af-9cea-41f4-a1fe-2693ed4705e0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Usage tracker for resource:security_group_rule and tenant:2f1c74641009450eb3df1aeaf162ccde is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:42:10.994135 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-4257d7af-9cea-41f4-a1fe-2693ed4705e0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:42:11.000804 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-4257d7af-9cea-41f4-a1fe-2693ed4705e0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:42:11.071032 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4257d7af-9cea-41f4-a1fe-2693ed4705e0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:11.163346 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4257d7af-9cea-41f4-a1fe-2693ed4705e0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:11.208828 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257d7af-9cea-41f4-a1fe-2693ed4705e0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:11.254958 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:11.289022 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4257d7af-9cea-41f4-a1fe-2693ed4705e0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:11.290314 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-4257d7af-9cea-41f4-a1fe-2693ed4705e0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4826312 Feb 05 22:42:11.293295 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 46824) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:42:11.299324 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-76ceae40-41fc-4242-a511-54c4e9749726 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Request body: {'security_group_rule': {'security_group_id': 'd6bb10ad-1ea7-4099-93e9-4881c08b8bd2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:42:11.305173 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-76ceae40-41fc-4242-a511-54c4e9749726 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:42:11.309335 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-76ceae40-41fc-4242-a511-54c4e9749726 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Usage tracker for resource:security_group_rule and tenant:2f1c74641009450eb3df1aeaf162ccde is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:42:11.312366 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-76ceae40-41fc-4242-a511-54c4e9749726 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:42:11.318270 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-76ceae40-41fc-4242-a511-54c4e9749726 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:42:11.391980 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device aa54ceb0-feac-484f-8649-221a1471e717 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:42:11.395217 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ceead-97c1-488f-b615-1a5a4e36e40d req-407af54b-91bc-4ab9-92f1-161be2df3058 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:11.398623 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-fc3ceead-97c1-488f-b615-1a5a4e36e40d req-407af54b-91bc-4ab9-92f1-161be2df3058 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 943 time: 0.0808127 Feb 05 22:42:11.439093 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-76ceae40-41fc-4242-a511-54c4e9749726 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:11.444544 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-fc3ceead-97c1-488f-b615-1a5a4e36e40d req-90330c33-26fb-4a0a-9730-c8b2e666bf96 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414555 Feb 05 22:42:11.502617 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-76ceae40-41fc-4242-a511-54c4e9749726 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:11.525088 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port aa54ceb0-feac-484f-8649-221a1471e717, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa54ceb0-feac-484f-8649-221a1471e717,segment=NetworkSegment(10b6474d-796f-4dea-bdee-971c22575810),segment_id=10b6474d-796f-4dea-bdee-971c22575810)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:42:11.538444 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': 'aa54ceb0-feac-484f-8649-221a1471e717', 'network_id': '3bc90e92-1c6d-4ad5-938e-10d0685ae14c', 'port_id': 'aa54ceb0-feac-484f-8649-221a1471e717', 'mac_address': 'fa:16:3e:70:38:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e265d6-858b-40d6-bc86-d6d3ef03b650', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:42:11.586347 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-76ceae40-41fc-4242-a511-54c4e9749726 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:11.591835 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:11.608615 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ceae40-41fc-4242-a511-54c4e9749726 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d837b7f3-9a72-4807-b50a-66e5aa299f46,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:11.608830 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa54ceb0-feac-484f-8649-221a1471e717 {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:42:11.624523 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port aa54ceb0-feac-484f-8649-221a1471e717, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa54ceb0-feac-484f-8649-221a1471e717,segment=NetworkSegment(10b6474d-796f-4dea-bdee-971c22575810),segment_id=10b6474d-796f-4dea-bdee-971c22575810)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:42:11.683649 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-76ceae40-41fc-4242-a511-54c4e9749726 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:11.685001 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-76ceae40-41fc-4242-a511-54c4e9749726 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3898497 Feb 05 22:42:11.687561 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 46828) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:42:11.693199 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-dfaefdfa-d61a-4d4a-aaa5-1049b062b935 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Request body: {'security_group_rule': {'security_group_id': 'd6bb10ad-1ea7-4099-93e9-4881c08b8bd2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:42:11.698137 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-dfaefdfa-d61a-4d4a-aaa5-1049b062b935 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:42:11.702465 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-dfaefdfa-d61a-4d4a-aaa5-1049b062b935 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Usage tracker for resource:security_group_rule and tenant:2f1c74641009450eb3df1aeaf162ccde is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:42:11.705303 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-dfaefdfa-d61a-4d4a-aaa5-1049b062b935 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:42:11.710880 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-dfaefdfa-d61a-4d4a-aaa5-1049b062b935 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:42:11.711929 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:11.781813 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=aa54ceb0-feac-484f-8649-221a1471e717,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:11.788779 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:11.789124 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:11.789482 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:11.789814 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:11.790136 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:11.790457 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:11.790774 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:11.791091 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:11.791407 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:11.791720 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:11.792033 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:11.792344 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:11.850400 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-dfaefdfa-d61a-4d4a-aaa5-1049b062b935 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:11.914522 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-dfaefdfa-d61a-4d4a-aaa5-1049b062b935 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:11.974503 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['aa54ceb0-feac-484f-8649-221a1471e717'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:42:12.020548 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-dfaefdfa-d61a-4d4a-aaa5-1049b062b935 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:12.046173 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaefdfa-d61a-4d4a-aaa5-1049b062b935 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0de648f-4ed9-45a6-8222-58ae4fd3147b,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:12.151747 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-dfaefdfa-d61a-4d4a-aaa5-1049b062b935 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:12.152937 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-dfaefdfa-d61a-4d4a-aaa5-1049b062b935 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4644506 Feb 05 22:42:12.155977 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 46834) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:42:12.160860 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-b0c6824b-8496-465d-a3a3-10307f049ee0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Request body: {'floatingip': {'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:42:12.166571 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-b0c6824b-8496-465d-a3a3-10307f049ee0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:42:12.170584 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-b0c6824b-8496-465d-a3a3-10307f049ee0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Usage tracker for resource:floatingip and tenant:2f1c74641009450eb3df1aeaf162ccde is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:42:12.173559 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-b0c6824b-8496-465d-a3a3-10307f049ee0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:42:12.179244 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-b0c6824b-8496-465d-a3a3-10307f049ee0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:42:12.281504 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b0c6824b-8496-465d-a3a3-10307f049ee0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for floatingip, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:12.416736 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b0c6824b-8496-465d-a3a3-10307f049ee0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:12.596855 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [None req-b0c6824b-8496-465d-a3a3-10307f049ee0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Allocated IP 172.27.3.83 (6817b256-dae4-44db-bc68-adab2164788e/583bfacf-eb7c-4478-b06f-909c14cf964a/464976f3-cac0-4bea-99b3-165b9310dfad) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:42:12.746082 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1030c7-ac0a-4666-84c2-2f3143372abd req-a6c20d22-78d4-447b-a17b-d8bccac23610 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:12.747889 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cf1030c7-ac0a-4666-84c2-2f3143372abd req-a6c20d22-78d4-447b-a17b-d8bccac23610 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 944 time: 0.1947310 Feb 05 22:42:12.801934 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b0c6824b-8496-465d-a3a3-10307f049ee0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:12.819701 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cf1030c7-ac0a-4666-84c2-2f3143372abd req-f50d8948-d13b-43a8-8666-674ee95b35fb tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633483 Feb 05 22:42:12.905536 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b0c6824b-8496-465d-a3a3-10307f049ee0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:12.975879 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c6824b-8496-465d-a3a3-10307f049ee0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Network 6817b256-dae4-44db-bc68-adab2164788e is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:42:12.978841 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-b0c6824b-8496-465d-a3a3-10307f049ee0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:42:12.983554 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c6824b-8496-465d-a3a3-10307f049ee0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:42:13.013999 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6824b-8496-465d-a3a3-10307f049ee0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Pushing event updated for resources: {'Port': ['ID=464976f3-cac0-4bea-99b3-165b9310dfad,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:13.120350 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b0c6824b-8496-465d-a3a3-10307f049ee0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:13.280720 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b0c6824b-8496-465d-a3a3-10307f049ee0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:13.422806 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device aa54ceb0-feac-484f-8649-221a1471e717 up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:42:13.519182 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b0c6824b-8496-465d-a3a3-10307f049ee0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:13.601321 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b0c6824b-8496-465d-a3a3-10307f049ee0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:13.658355 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning for port aa54ceb0-feac-484f-8649-221a1471e717 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:42:13.663338 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port aa54ceb0-feac-484f-8649-221a1471e717 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:42:13.663709 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:13.710348 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6824b-8496-465d-a3a3-10307f049ee0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Pushing event updated for resources: {'Port': ['ID=464976f3-cac0-4bea-99b3-165b9310dfad,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:13.719060 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b0c6824b-8496-465d-a3a3-10307f049ee0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542379'] for floatingip, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:13.811541 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:13.837051 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff57354-b1b4-40e5-a90e-ecf3bcc30e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa54ceb0-feac-484f-8649-221a1471e717'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:42:13.837697 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b0c6824b-8496-465d-a3a3-10307f049ee0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for floatingip, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:13.839257 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-b0c6824b-8496-465d-a3a3-10307f049ee0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6820619 Feb 05 22:42:13.846769 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port aa54ceb0-feac-484f-8649-221a1471e717, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa54ceb0-feac-484f-8649-221a1471e717,segment=NetworkSegment(10b6474d-796f-4dea-bdee-971c22575810),segment_id=10b6474d-796f-4dea-bdee-971c22575810)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:42:13.894197 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff57354-b1b4-40e5-a90e-ecf3bcc30e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa54ceb0-feac-484f-8649-221a1471e717', 'code': 200} Feb 05 22:42:13.939390 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:14.030054 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=aa54ceb0-feac-484f-8649-221a1471e717,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:14.097983 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-7a88f387-255a-4410-822c-b3f2206758c7 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Synchronizing usage tracker for tenant:2f1c74641009450eb3df1aeaf162ccde on resource:security_group {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:42:14.131596 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673e00d-f2fc-40b9-bfdb-4c6c7c6f52aa req-b7d35cfe-a677-4f45-a07e-9c90ff6e1efe tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:14.133778 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d673e00d-f2fc-40b9-bfdb-4c6c7c6f52aa req-b7d35cfe-a677-4f45-a07e-9c90ff6e1efe tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 945 time: 0.1799848 Feb 05 22:42:14.178754 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d673e00d-f2fc-40b9-bfdb-4c6c7c6f52aa req-e61899dd-3587-4a7d-9ee9-b0ea350f6e2c tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394187 Feb 05 22:42:14.317731 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-7a88f387-255a-4410-822c-b3f2206758c7 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Unset dirty status for tenant:2f1c74641009450eb3df1aeaf162ccde on resource:security_group {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:42:14.318896 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-7a88f387-255a-4410-822c-b3f2206758c7 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--423770821&fields=id&tenant_id=2f1c74641009450eb3df1aeaf162ccde HTTP/1.1" status: 200 len: 267 time: 0.2631111 Feb 05 22:42:14.386964 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2d72d-ede1-4414-badb-b77d8699c3a8 req-f3812063-d03a-4c28-b87e-900e805474ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:14.388377 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1ac2d72d-ede1-4414-badb-b77d8699c3a8 req-f3812063-d03a-4c28-b87e-900e805474ea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 1098 time: 0.0727756 Feb 05 22:42:14.435935 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1ac2d72d-ede1-4414-badb-b77d8699c3a8 req-0741dd3b-e93c-4b15-9def-f8eca2d2ba0e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416150 Feb 05 22:42:14.485422 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-99e6efc6-5162-402e-b0a3-4f906acda762 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:14.486877 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-99e6efc6-5162-402e-b0a3-4f906acda762 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/networks?id=2b0f3db0-4106-46bc-9540-b9ba783310fc HTTP/1.1" status: 200 len: 816 time: 0.1613109 Feb 05 22:42:14.504966 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-0a3601f7-a830-44a8-af55-5efe6f1372f7 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/quotas/2f1c74641009450eb3df1aeaf162ccde HTTP/1.1" status: 200 len: 375 time: 0.0126505 Feb 05 22:42:14.590319 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-126467fe-616d-45c7-8568-84c40226cd7a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Synchronizing usage tracker for tenant:2f1c74641009450eb3df1aeaf162ccde on resource:port {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:42:14.698848 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-126467fe-616d-45c7-8568-84c40226cd7a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Unset dirty status for tenant:2f1c74641009450eb3df1aeaf162ccde on resource:port {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:42:14.700691 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-126467fe-616d-45c7-8568-84c40226cd7a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f1c74641009450eb3df1aeaf162ccde&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1904569 Feb 05 22:42:14.777549 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c7fe854c-544d-42ca-b5b1-f5d77df76541 req-86a0f603-86d6-4b4c-9540-04013b711603 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697346 Feb 05 22:42:14.840062 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-49e8cf4f-0ba2-45a6-98b4-ab3e2bdc39ca service neutron] 10.222.0.24 "GET /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273046 Feb 05 22:42:14.872532 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe854c-544d-42ca-b5b1-f5d77df76541 req-e8c3ac5b-2756-4ea8-9eec-fbf8757151fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:14.874208 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c7fe854c-544d-42ca-b5b1-f5d77df76541 req-e8c3ac5b-2756-4ea8-9eec-fbf8757151fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=702e29ddaa8744428563df1e658cf792&device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 1138 time: 0.0750728 Feb 05 22:42:14.978852 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-e58c2617-2726-44bb-b3c2-1793ed7cf28c service neutron] 10.222.0.24 "GET /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321752 Feb 05 22:42:15.030935 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe854c-544d-42ca-b5b1-f5d77df76541 req-276d892f-841b-47e0-b47a-21bb3567e8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:15.032397 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c7fe854c-544d-42ca-b5b1-f5d77df76541 req-276d892f-841b-47e0-b47a-21bb3567e8c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=68b48108-dc53-4d92-bb25-96697ea07f27 HTTP/1.1" status: 200 len: 914 time: 0.1362731 Feb 05 22:42:15.136240 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c7fe854c-544d-42ca-b5b1-f5d77df76541 req-f6a66b33-9447-4801-8072-827c3343c947 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4593ec8f-196d-4b8a-bab5-a8a3f397732b HTTP/1.1" status: 200 len: 1001 time: 0.0975158 Feb 05 22:42:15.199423 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe854c-544d-42ca-b5b1-f5d77df76541 req-f73ba310-90ca-4329-b438-3951bca796f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:15.201657 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c7fe854c-544d-42ca-b5b1-f5d77df76541 req-f73ba310-90ca-4329-b438-3951bca796f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f64bd31d-38ed-4971-9674-2865d8146099 HTTP/1.1" status: 200 len: 852 time: 0.0585499 Feb 05 22:42:15.334728 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-40f3b345-dc48-480c-b457-d29fa9265a8d req-44ebc79f-58b7-4114-b3f4-b20122af2e2c tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 210 time: 0.0488720 Feb 05 22:42:15.375696 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9e75d-ca1a-4ce6-98e9-7a020de20b0d req-ab6bc2bc-7459-4886-a368-03ed9d7047a5 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:15.377050 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-20a9e75d-ca1a-4ce6-98e9-7a020de20b0d req-ab6bc2bc-7459-4886-a368-03ed9d7047a5 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 945 time: 0.0852978 Feb 05 22:42:15.421576 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-20a9e75d-ca1a-4ce6-98e9-7a020de20b0d req-eba4bec0-77a9-43bf-b322-5f6cd5964e4d tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383749 Feb 05 22:42:16.189640 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe854c-544d-42ca-b5b1-f5d77df76541 req-8201f809-e260-41f3-82e4-6077521ea928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:16.190966 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c7fe854c-544d-42ca-b5b1-f5d77df76541 req-8201f809-e260-41f3-82e4-6077521ea928 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68b48108-dc53-4d92-bb25-96697ea07f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686364 Feb 05 22:42:16.485809 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-82418cc1-dd07-49d5-a6d9-a1602b4043ef req-0ffa1943-65fd-451d-abcf-9bae92f5cac6 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 210 time: 0.0415738 Feb 05 22:42:16.774539 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354467e-04f5-4e0a-8807-db3bd23192dd req-61bc976b-47c0-44b9-af51-e491e7beced5 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:16.775951 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e354467e-04f5-4e0a-8807-db3bd23192dd req-61bc976b-47c0-44b9-af51-e491e7beced5 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 945 time: 0.2446423 Feb 05 22:42:16.819801 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e354467e-04f5-4e0a-8807-db3bd23192dd req-5c6b931f-6cf9-44c2-81b7-bf0ddbbe8b7d tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376260 Feb 05 22:42:17.633700 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b606902d-1b1f-4185-b5bf-0ef1e6f8ee0a req-fb26fe96-0a86-4ea4-884f-2aa97cc0ec47 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 210 time: 0.0405819 Feb 05 22:42:17.998699 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c7fe854c-544d-42ca-b5b1-f5d77df76541 req-d13f99db-bac9-4d9a-91ed-ad607c9ec741 service neutron] 10.222.0.45 "GET /v2.0/networks/68b48108-dc53-4d92-bb25-96697ea07f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799214 Feb 05 22:42:18.109704 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ee713-1d62-4858-8642-ac278fd91947 req-5000aa9f-c3e7-4e81-8297-bd15b6dc2e82 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:18.111083 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a27ee713-1d62-4858-8642-ac278fd91947 req-5000aa9f-c3e7-4e81-8297-bd15b6dc2e82 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 945 time: 0.1782699 Feb 05 22:42:18.179445 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a27ee713-1d62-4858-8642-ac278fd91947 req-7fb4ab6b-1a60-4cdf-b962-51ac4901f0a3 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623891 Feb 05 22:42:18.181427 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c7fe854c-544d-42ca-b5b1-f5d77df76541 req-2ae82b0f-6e5e-44ab-8db4-45127eb87dbe service neutron] 10.222.0.45 "GET /v2.0/networks/68b48108-dc53-4d92-bb25-96697ea07f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749506 Feb 05 22:42:18.840688 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c1dcb9d6-a1b0-4cd8-9a36-f54dfbf4b3d5 req-92ecc3f7-a756-409e-9818-7e687ff9e90f tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 210 time: 0.0986493 Feb 05 22:42:18.943949 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-0a22d6da-2a7f-4c09-af81-f4d8676bde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:19.047302 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-f85893a5-f537-4bc4-b5a5-8a2db0340937 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:19.048754 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-f85893a5-f537-4bc4-b5a5-8a2db0340937 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.45 "GET /v2.0/networks?id=2b0f3db0-4106-46bc-9540-b9ba783310fc HTTP/1.1" status: 200 len: 816 time: 0.1452813 Feb 05 22:42:19.111471 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-e833bfea-e2f7-4732-acd4-d969675cc695 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Synchronizing usage tracker for tenant:2f1c74641009450eb3df1aeaf162ccde on resource:security_group {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:42:19.124195 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-e833bfea-e2f7-4732-acd4-d969675cc695 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Unset dirty status for tenant:2f1c74641009450eb3df1aeaf162ccde on resource:security_group {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:42:19.125466 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-e833bfea-e2f7-4732-acd4-d969675cc695 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f1c74641009450eb3df1aeaf162ccde HTTP/1.1" status: 200 len: 379 time: 0.0607262 Feb 05 22:42:19.134449 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-31707664-3b26-4075-9f2b-c41db0e73a30 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Request body: {'port': {'device_id': '365f5e4b-b8ec-47eb-965e-4720b6fb353c', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'admin_state_up': True, 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'security_groups': ['d6bb10ad-1ea7-4099-93e9-4881c08b8bd2']}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:42:19.412747 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-31707664-3b26-4075-9f2b-c41db0e73a30 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:42:19.430951 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-31707664-3b26-4075-9f2b-c41db0e73a30 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:42:19.461257 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5b83e-a44a-40a4-9c6e-95004d629a3c req-2f00bf89-6884-47c9-91e2-a481c72858bd tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:19.462772 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7ab5b83e-a44a-40a4-9c6e-95004d629a3c req-2f00bf89-6884-47c9-91e2-a481c72858bd tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 945 time: 0.0973990 Feb 05 22:42:19.506792 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7ab5b83e-a44a-40a4-9c6e-95004d629a3c req-fd39f27f-ae59-473d-8589-f7c51fa84a7a tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375721 Feb 05 22:42:19.522979 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-31707664-3b26-4075-9f2b-c41db0e73a30 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Made reservation on behalf of 2f1c74641009450eb3df1aeaf162ccde for: {'port': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:42:19.526411 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-31707664-3b26-4075-9f2b-c41db0e73a30 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:19.696310 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-31707664-3b26-4075-9f2b-c41db0e73a30 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Allocated IP 172.20.0.13 (2b0f3db0-4106-46bc-9540-b9ba783310fc/ef675453-a182-4ce7-8469-2fb25b5d7aea/6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:42:19.888071 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-31707664-3b26-4075-9f2b-c41db0e73a30 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:19.910810 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-31707664-3b26-4075-9f2b-c41db0e73a30 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Transition to ACTIVE for port object 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc will not be triggered until provisioned by entity DHCP. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:42:20.011092 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-31707664-3b26-4075-9f2b-c41db0e73a30 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:20.093651 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-31707664-3b26-4075-9f2b-c41db0e73a30 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Network 2b0f3db0-4106-46bc-9540-b9ba783310fc is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:42:20.097799 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-31707664-3b26-4075-9f2b-c41db0e73a30 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:42:20.106283 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-31707664-3b26-4075-9f2b-c41db0e73a30 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:42:20.146862 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707664-3b26-4075-9f2b-c41db0e73a30 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Pushing event updated for resources: {'Port': ['ID=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:20.186216 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-31707664-3b26-4075-9f2b-c41db0e73a30 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:20.186838 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-31707664-3b26-4075-9f2b-c41db0e73a30 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:20.205777 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d4ded-8d73-427f-a68e-cdbe8c9bbeb2 req-528b8a57-02f3-4a50-9d72-bc3a0c752424 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:20.206516 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-bf9d4ded-8d73-427f-a68e-cdbe8c9bbeb2 req-528b8a57-02f3-4a50-9d72-bc3a0c752424 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Synchronizing usage tracker for tenant:2f1c74641009450eb3df1aeaf162ccde on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:42:20.319812 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-31707664-3b26-4075-9f2b-c41db0e73a30 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1893847 Feb 05 22:42:20.331174 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] Request body: {'port': {'device_id': '365f5e4b-b8ec-47eb-965e-4720b6fb353c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:42:20.443129 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-bf9d4ded-8d73-427f-a68e-cdbe8c9bbeb2 req-528b8a57-02f3-4a50-9d72-bc3a0c752424 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Unset dirty status for tenant:2f1c74641009450eb3df1aeaf162ccde on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:42:20.444706 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-bf9d4ded-8d73-427f-a68e-cdbe8c9bbeb2 req-528b8a57-02f3-4a50-9d72-bc3a0c752424 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 932 time: 0.4748223 Feb 05 22:42:20.475868 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-bbac4958-31ab-42c1-a331-8f60967e3b0a None None] Provisioning for port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:42:20.483509 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-bbac4958-31ab-42c1-a331-8f60967e3b0a None None] Provisioning complete for port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:42:20.483884 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-bbac4958-31ab-42c1-a331-8f60967e3b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:20.503654 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-bf9d4ded-8d73-427f-a68e-cdbe8c9bbeb2 req-4c4241dd-cffb-48f5-9662-a55c589d27ab tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509067 Feb 05 22:42:20.504193 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:20.558069 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-bbac4958-31ab-42c1-a331-8f60967e3b0a None None] Port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:42:20.860546 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc {{(pid=87483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:42:20.868138 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:20.883727 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] Transition to ACTIVE for port object 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc will not be triggered until provisioned by entity L2. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:42:20.985870 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:21.112630 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] Pushing event updated for resources: {'Port': ['ID=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:21.221928 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] Attempting to bind port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:42:21.222267 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] Attempting to bind port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '03e209a7-0239-4481-a984-9b840e367576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc'}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:42:21.222592 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] Attempting to bind port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc on network 2b0f3db0-4106-46bc-9540-b9ba783310fc {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:42:21.227281 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] Port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc on network 2b0f3db0-4106-46bc-9540-b9ba783310fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 05 22:42:21.227593 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] Attempting to bind port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc on network 2b0f3db0-4106-46bc-9540-b9ba783310fc {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:42:21.233376 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] Checking agent: {'id': 'bad58867-603f-489e-b0dd-362048cf3d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'started_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:42:21.233708 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] Checking segment: {'id': '03e209a7-0239-4481-a984-9b840e367576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:42:21.234087 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] Bound using segment: {'id': '03e209a7-0239-4481-a984-9b840e367576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc'} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:42:21.234499 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] Bound port: 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e209a7-0239-4481-a984-9b840e367576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc'}}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:42:21.234836 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:21.306600 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-308fb034-8648-4d81-abdb-732f8cb089e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:21.322196 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] For port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc, host hv-cinder-81888, cleared binding levels {{(pid=87483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:42:21.327394 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] For port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:42:21.426404 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:21.489421 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:21.490041 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:21.491456 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] 10.222.0.45 "PUT /v2.0/ports/6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc HTTP/1.1" status: 200 len: 1094 time: 1.1643653 Feb 05 22:42:21.491899 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365f5e4b-b8ec-47eb-965e-4720b6fb353c', 'tag': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:42:21.525830 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8a923-f83f-4638-8557-a8fd20b3195d service neutron] Pushing event updated for resources: {'Port': ['ID=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,revision_number=3']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:21.541377 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365f5e4b-b8ec-47eb-965e-4720b6fb353c', 'tag': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc', 'status': 'completed', 'code': 200} Feb 05 22:42:21.638703 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b73508-5091-4bcb-be09-f5c08836e61e req-93727df7-587c-4813-9b21-c5f93d0d5288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:21.640653 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e8b73508-5091-4bcb-be09-f5c08836e61e req-93727df7-587c-4813-9b21-c5f93d0d5288 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1c74641009450eb3df1aeaf162ccde&device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 1097 time: 0.0776503 Feb 05 22:42:21.950561 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3d040-a246-4be9-b55d-5a4485657a4f req-6106ceac-c455-4c52-a1c9-93300cdc2c77 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:21.952041 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c6d3d040-a246-4be9-b55d-5a4485657a4f req-6106ceac-c455-4c52-a1c9-93300cdc2c77 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 944 time: 0.3104341 Feb 05 22:42:21.956501 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b73508-5091-4bcb-be09-f5c08836e61e req-b278983c-497f-4288-a26d-711c0780cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:21.957892 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e8b73508-5091-4bcb-be09-f5c08836e61e req-b278983c-497f-4288-a26d-711c0780cf80 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2f1c74641009450eb3df1aeaf162ccde&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2764902 Feb 05 22:42:22.082483 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c6d3d040-a246-4be9-b55d-5a4485657a4f req-4dfeddad-1742-4c32-8242-a373c647f391 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235719 Feb 05 22:42:22.125376 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b73508-5091-4bcb-be09-f5c08836e61e req-125dfcab-5654-4fa9-a53c-1273055a5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:22.126827 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e8b73508-5091-4bcb-be09-f5c08836e61e req-125dfcab-5654-4fa9-a53c-1273055a5628 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1532953 Feb 05 22:42:22.239727 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-809aad81-85c9-4e67-bb3b-1d669ef0167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:22.241207 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-809aad81-85c9-4e67-bb3b-1d669ef0167e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1c74641009450eb3df1aeaf162ccde&device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 1097 time: 0.0762343 Feb 05 22:42:22.295633 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:22.310779 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-2a73f8d8-08d7-44a2-b190-6b10323c6c4e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc HTTP/1.1" status: 200 len: 217 time: 0.0623851 Feb 05 22:42:22.376482 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-d7af9af7-bc1b-43a5-b0fe-2d2acbd5e6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:22.377845 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-d7af9af7-bc1b-43a5-b0fe-2d2acbd5e6e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef675453-a182-4ce7-8469-2fb25b5d7aea HTTP/1.1" status: 200 len: 855 time: 0.0604670 Feb 05 22:42:22.454654 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-2e56517a-89dd-446c-a414-b67d7653f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:22.456126 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-2e56517a-89dd-446c-a414-b67d7653f5bc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b0f3db0-4106-46bc-9540-b9ba783310fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708299 Feb 05 22:42:22.540141 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:22.595052 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-37d61e3f-f86d-4138-a34c-b37cc5acae3c service neutron] 10.222.0.45 "GET /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313555 Feb 05 22:42:22.727764 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4213dbef-718a-4c95-adc5-b3646d56a41b req-3777f52a-3334-4098-8a93-98b2011f957e service neutron] 10.222.0.45 "GET /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267619 Feb 05 22:42:23.272598 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda980d-f166-469a-9dd1-402f25ec2f72 req-61b586d6-094a-4544-8036-03da89f7ef39 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:23.274172 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9eda980d-f166-469a-9dd1-402f25ec2f72 req-61b586d6-094a-4544-8036-03da89f7ef39 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 944 time: 0.0810332 Feb 05 22:42:23.318809 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9eda980d-f166-469a-9dd1-402f25ec2f72 req-f409408d-3701-4427-b084-a1bf7f309b0b tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385730 Feb 05 22:42:23.677665 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:24.510798 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f44b3-c066-4177-b863-8303117bf55a req-33a17359-06fa-4a3a-8e2a-2e7f9aff7138 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:24.512736 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1a9f44b3-c066-4177-b863-8303117bf55a req-33a17359-06fa-4a3a-8e2a-2e7f9aff7138 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 944 time: 0.0825698 Feb 05 22:42:24.556491 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1a9f44b3-c066-4177-b863-8303117bf55a req-9c7d9a6c-d503-45c4-aa16-bc2ca74a8bf1 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380113 Feb 05 22:42:25.486905 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:42:25.615766 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:42:25.628772 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'port_id': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc', 'mac_address': 'fa:16:3e:2d:c9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:42:25.684980 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:25.702701 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:42:25.719974 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:42:25.808797 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:25.879408 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:25.900044 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5158ea-de3d-4624-a25f-9bdf442dba47 req-17dd9fa6-31e7-40fb-92f7-bd3c13044fc2 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:25.901514 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-de5158ea-de3d-4624-a25f-9bdf442dba47 req-17dd9fa6-31e7-40fb-92f7-bd3c13044fc2 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 945 time: 0.0825901 Feb 05 22:42:25.946304 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-de5158ea-de3d-4624-a25f-9bdf442dba47 req-b669f41f-4aaa-4d0d-acfc-249d05397108 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377614 Feb 05 22:42:26.097020 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:42:27.132644 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35371a9-d5ee-46fd-930e-04e80f3a284c req-65cac648-70dc-4cb5-a627-3ec422ea41ae tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:27.134543 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d35371a9-d5ee-46fd-930e-04e80f3a284c req-65cac648-70dc-4cb5-a627-3ec422ea41ae tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 945 time: 0.0793233 Feb 05 22:42:27.180645 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d35371a9-d5ee-46fd-930e-04e80f3a284c req-a6332ed1-9669-4be6-99dd-66076ade8b94 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399745 Feb 05 22:42:27.363004 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:42:27.514545 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:42:27.654711 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning for port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:42:27.659930 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:42:27.666042 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:27.779813 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:27.805800 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365f5e4b-b8ec-47eb-965e-4720b6fb353c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:42:27.815882 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:42:27.850751 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365f5e4b-b8ec-47eb-965e-4720b6fb353c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc', 'code': 200} Feb 05 22:42:27.933016 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:28.005818 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:28.287233 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79faedd-6d07-47ed-ad75-e11958c279f0 req-78f5b588-7715-4537-a471-ba31216c4b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:28.287233 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f79faedd-6d07-47ed-ad75-e11958c279f0 req-78f5b588-7715-4537-a471-ba31216c4b79 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 1099 time: 0.0975969 Feb 05 22:42:28.331026 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f79faedd-6d07-47ed-ad75-e11958c279f0 req-d40a9024-de8b-4f6f-8952-9dc9be5e4707 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367448 Feb 05 22:42:28.412779 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4f5df-144c-4811-86cc-2165971236b8 req-e3af929e-498d-48b8-8998-5942ae56c6af tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:28.414268 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b4f4f5df-144c-4811-86cc-2165971236b8 req-e3af929e-498d-48b8-8998-5942ae56c6af tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0810466 Feb 05 22:42:28.459816 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b4f4f5df-144c-4811-86cc-2165971236b8 req-a8bc4898-d84c-414f-b3ac-b5b48f07c31f tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390182 Feb 05 22:42:29.653402 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6088d4d-6c82-4eb7-82a4-2c0305cf217c req-d14b5aa5-75e8-4730-848a-8d7263687b13 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:29.654844 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b6088d4d-6c82-4eb7-82a4-2c0305cf217c req-d14b5aa5-75e8-4730-848a-8d7263687b13 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0824633 Feb 05 22:42:29.698796 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b6088d4d-6c82-4eb7-82a4-2c0305cf217c req-6139cff9-6ed0-41a5-960b-22184f8378a0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381746 Feb 05 22:42:30.883965 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412b0f8-c449-4777-9ebe-0f08dde8ca79 req-b8f56ab7-b21c-45b9-831e-784383895bbe tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:30.885450 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f412b0f8-c449-4777-9ebe-0f08dde8ca79 req-b8f56ab7-b21c-45b9-831e-784383895bbe tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0800982 Feb 05 22:42:30.932343 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f412b0f8-c449-4777-9ebe-0f08dde8ca79 req-05100e9b-f433-4357-9f2d-718c3ddd12f9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405409 Feb 05 22:42:32.169855 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b085e95-5118-476c-9553-591e3e2ce6d9 req-4cf192ac-01b0-4da0-98c7-a229469de292 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:32.182185 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-3b085e95-5118-476c-9553-591e3e2ce6d9 req-4cf192ac-01b0-4da0-98c7-a229469de292 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0780201 Feb 05 22:42:32.217308 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-3b085e95-5118-476c-9553-591e3e2ce6d9 req-f03da774-7935-4241-b41a-d69d9e799832 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402956 Feb 05 22:42:32.565530 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b2dc04bc-6bf5-4d03-8ce9-7b386b1ae64a req-8ac3360e-7d06-4594-b077-1b336e16e882 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1153257347&fields=id&tenant_id=702e29ddaa8744428563df1e658cf792 HTTP/1.1" status: 200 len: 267 time: 0.0392647 Feb 05 22:42:32.651557 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc04bc-6bf5-4d03-8ce9-7b386b1ae64a req-62dec5a7-8992-4930-beea-103b3b6c5898 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:32.653888 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b2dc04bc-6bf5-4d03-8ce9-7b386b1ae64a req-62dec5a7-8992-4930-beea-103b3b6c5898 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 985 time: 0.0828915 Feb 05 22:42:32.664665 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-b2dc04bc-6bf5-4d03-8ce9-7b386b1ae64a req-edc51aa9-58ab-4750-8641-a85ead89e1dd tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Request body: {'port': {'security_groups': ['e5a986b4-a61e-4337-99b1-10cff2eee2be']}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:42:32.888422 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-b2dc04bc-6bf5-4d03-8ce9-7b386b1ae64a req-edc51aa9-58ab-4750-8641-a85ead89e1dd tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:33.130283 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-b2dc04bc-6bf5-4d03-8ce9-7b386b1ae64a req-edc51aa9-58ab-4750-8641-a85ead89e1dd tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] For port 4593ec8f-196d-4b8a-bab5-a8a3f397732b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=4593ec8f-196d-4b8a-bab5-a8a3f397732b,segment=NetworkSegment(c52e265f-5954-4c7a-b1c5-eb286491c2f6),segment_id=c52e265f-5954-4c7a-b1c5-eb286491c2f6)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:42:33.159634 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-b2dc04bc-6bf5-4d03-8ce9-7b386b1ae64a req-edc51aa9-58ab-4750-8641-a85ead89e1dd tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:33.235518 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-b2dc04bc-6bf5-4d03-8ce9-7b386b1ae64a req-edc51aa9-58ab-4750-8641-a85ead89e1dd tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:33.253335 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['4593ec8f-196d-4b8a-bab5-a8a3f397732b'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:42:33.305894 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc04bc-6bf5-4d03-8ce9-7b386b1ae64a req-edc51aa9-58ab-4750-8641-a85ead89e1dd tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:33.306528 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-b2dc04bc-6bf5-4d03-8ce9-7b386b1ae64a req-edc51aa9-58ab-4750-8641-a85ead89e1dd tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:33.307897 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b2dc04bc-6bf5-4d03-8ce9-7b386b1ae64a req-edc51aa9-58ab-4750-8641-a85ead89e1dd tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "PUT /v2.0/ports/4593ec8f-196d-4b8a-bab5-a8a3f397732b HTTP/1.1" status: 200 len: 943 time: 0.6480067 Feb 05 22:42:33.308696 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9963da-8bf9-4a7c-97fd-a26e3aaa9733', 'tag': '4593ec8f-196d-4b8a-bab5-a8a3f397732b'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:42:33.315116 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 47122) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:42:33.374228 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc51aa9-58ab-4750-8641-a85ead89e1dd tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Pushing event updated for resources: {'Port': ['ID=4593ec8f-196d-4b8a-bab5-a8a3f397732b,revision_number=7']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:33.385372 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9963da-8bf9-4a7c-97fd-a26e3aaa9733', 'tag': '4593ec8f-196d-4b8a-bab5-a8a3f397732b', 'status': 'completed', 'code': 200} Feb 05 22:42:33.408735 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['4593ec8f-196d-4b8a-bab5-a8a3f397732b'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:42:33.464252 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-155cf01c-90b7-4cd6-a27d-2d88293a4288 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:33.496834 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-155cf01c-90b7-4cd6-a27d-2d88293a4288 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:33.626168 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-01eedbab-8112-40b2-a8a7-8063ec0b4e78 None None] Provisioning complete for port 4593ec8f-196d-4b8a-bab5-a8a3f397732b triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:42:33.626556 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-01eedbab-8112-40b2-a8a7-8063ec0b4e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:33.651280 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae31d87-fa62-4027-a6ea-898880e5e9d0 req-41ea46fb-74aa-4ff6-9830-9ad3a14eb190 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:33.653910 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0ae31d87-fa62-4027-a6ea-898880e5e9d0 req-41ea46fb-74aa-4ff6-9830-9ad3a14eb190 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.2760305 Feb 05 22:42:33.657593 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b42e5-58d8-4ce7-b21c-2abb4647fa60 req-722792b9-15d2-4e19-a447-ad241edb273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:33.663418 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b33b42e5-58d8-4ce7-b21c-2abb4647fa60 req-722792b9-15d2-4e19-a447-ad241edb273e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=702e29ddaa8744428563df1e658cf792&device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 1099 time: 0.2246835 Feb 05 22:42:33.704974 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0ae31d87-fa62-4027-a6ea-898880e5e9d0 req-13066037-0e46-45bb-8331-3fd8afb6d03c tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442188 Feb 05 22:42:33.760988 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-155cf01c-90b7-4cd6-a27d-2d88293a4288 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:33.788953 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cf01c-90b7-4cd6-a27d-2d88293a4288 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcb1103-e735-4780-a7b8-72bfd1e2fae1,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:33.875341 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-155cf01c-90b7-4cd6-a27d-2d88293a4288 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:33.883942 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-155cf01c-90b7-4cd6-a27d-2d88293a4288 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "DELETE /v2.0/security-groups/cdcb1103-e735-4780-a7b8-72bfd1e2fae1 HTTP/1.1" status: 204 len: 168 time: 0.5598395 Feb 05 22:42:33.884595 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 47140) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:42:33.931492 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b42e5-58d8-4ce7-b21c-2abb4647fa60 req-766069ff-5fca-42b1-a3d4-3e0cd4224b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:33.932943 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b33b42e5-58d8-4ce7-b21c-2abb4647fa60 req-766069ff-5fca-42b1-a3d4-3e0cd4224b3c service neutron] 10.222.0.45 "GET /v2.0/networks?id=68b48108-dc53-4d92-bb25-96697ea07f27 HTTP/1.1" status: 200 len: 914 time: 0.2591922 Feb 05 22:42:34.058842 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b33b42e5-58d8-4ce7-b21c-2abb4647fa60 req-619b7965-851d-494e-a586-bfd82d9460ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4593ec8f-196d-4b8a-bab5-a8a3f397732b HTTP/1.1" status: 200 len: 1001 time: 0.1129158 Feb 05 22:42:34.066453 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05319069-6285-4b08-b83b-2c5e8be22f4d req-e83b5db9-597b-45db-85eb-3df7c3cb3128 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:34.067929 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-05319069-6285-4b08-b83b-2c5e8be22f4d req-e83b5db9-597b-45db-85eb-3df7c3cb3128 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.1907377 Feb 05 22:42:34.091172 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 47144) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:42:34.098372 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-7ce07b51-126c-47eb-8862-f52e4f2709a5 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Request body: {'floatingip': {'port_id': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:42:34.133072 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b42e5-58d8-4ce7-b21c-2abb4647fa60 req-c1e43b69-1062-4d40-a038-96676e091348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:34.134613 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b33b42e5-58d8-4ce7-b21c-2abb4647fa60 req-c1e43b69-1062-4d40-a038-96676e091348 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f64bd31d-38ed-4971-9674-2865d8146099 HTTP/1.1" status: 200 len: 852 time: 0.0658371 Feb 05 22:42:34.215987 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b42e5-58d8-4ce7-b21c-2abb4647fa60 req-b7921074-6ae3-416a-af8c-9ec946ef034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:34.217548 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b33b42e5-58d8-4ce7-b21c-2abb4647fa60 req-b7921074-6ae3-416a-af8c-9ec946ef034e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68b48108-dc53-4d92-bb25-96697ea07f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762703 Feb 05 22:42:34.273844 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7ce07b51-126c-47eb-8862-f52e4f2709a5 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for floatingip, before_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:34.384769 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-42bb1566-d433-40a0-a848-3ab5ead42e38 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Deleting port 955e9647-d9ac-4f9e-9260-4af593ac5333 {{(pid=87482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:42:34.385506 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-42bb1566-d433-40a0-a848-3ab5ead42e38 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:34.713235 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-42bb1566-d433-40a0-a848-3ab5ead42e38 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:34.713597 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-42bb1566-d433-40a0-a848-3ab5ead42e38 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:34.896429 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-42bb1566-d433-40a0-a848-3ab5ead42e38 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Calling delete_port for 955e9647-d9ac-4f9e-9260-4af593ac5333 owned by network:floatingip {{(pid=87482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:42:35.228832 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b33b42e5-58d8-4ce7-b21c-2abb4647fa60 req-dd2bec89-edca-46d4-a3fe-a1a04e5afd65 service neutron] 10.222.0.45 "GET /v2.0/networks/68b48108-dc53-4d92-bb25-96697ea07f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273782 Feb 05 22:42:35.237360 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-42bb1566-d433-40a0-a848-3ab5ead42e38 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1726876'] for port, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:35.317968 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb1566-d433-40a0-a848-3ab5ead42e38 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Pushing event deleted for resources: {'Port': ['ID=955e9647-d9ac-4f9e-9260-4af593ac5333,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:35.466989 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7ce07b51-126c-47eb-8862-f52e4f2709a5 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:35.471318 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-42bb1566-d433-40a0-a848-3ab5ead42e38 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks [] for floatingip, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:35.471712 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.db.l3_db [None req-42bb1566-d433-40a0-a848-3ab5ead42e38 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Floating IP 3d90f33f-8e6e-4cf7-a165-27342dcdf510 disassociated (deleted). External IP: 172.27.3.61, port: 4593ec8f-196d-4b8a-bab5-a8a3f397732b. Feb 05 22:42:35.613124 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7ce07b51-126c-47eb-8862-f52e4f2709a5 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542379'] for floatingip, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:35.892306 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.db.l3_db [None req-7ce07b51-126c-47eb-8862-f52e4f2709a5 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Floating IP a0d032de-1652-42d1-be79-f3f181faf31d associated. External IP: 172.27.3.83, port: 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc. Feb 05 22:42:36.019993 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b33b42e5-58d8-4ce7-b21c-2abb4647fa60 req-8b030a95-7a60-4df8-aec9-348d8f32d0f2 service neutron] 10.222.0.45 "GET /v2.0/networks/68b48108-dc53-4d92-bb25-96697ea07f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250064 Feb 05 22:42:36.291355 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bb1566-d433-40a0-a848-3ab5ead42e38 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Router a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:42:36.484704 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce07b51-126c-47eb-8862-f52e4f2709a5 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:42:36.632523 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bb1566-d433-40a0-a848-3ab5ead42e38 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:42:36.642800 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6be511-0b4c-4c3d-b73b-ff4a5d912345 None None] Sync routers for ids ['a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:42:36.652847 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6be511-0b4c-4c3d-b73b-ff4a5d912345 None None] Routers {'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:42:36.653486 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-2c6be511-0b4c-4c3d-b73b-ff4a5d912345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:42:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:42:36.841825 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-2c6be511-0b4c-4c3d-b73b-ff4a5d912345 None None] Set router a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:42:36.843294 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-42bb1566-d433-40a0-a848-3ab5ead42e38 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for floatingip, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:36.907809 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce07b51-126c-47eb-8862-f52e4f2709a5 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:42:36.913351 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7ce07b51-126c-47eb-8862-f52e4f2709a5 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for floatingip, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:36.918329 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81393b86-6f52-4d8b-978c-5c64a867e0e6 None None] Sync routers for ids ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'] in dv-cinder-818886-2-iscsi {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:42:36.935512 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81393b86-6f52-4d8b-978c-5c64a867e0e6 None None] Routers {'06c31b18-4188-4b86-ba9f-0cafa920c0a3'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:42:36.936366 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-81393b86-6f52-4d8b-978c-5c64a867e0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:42:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:42:36.947474 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-42bb1566-d433-40a0-a848-3ab5ead42e38 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "DELETE /v2.0/floatingips/3d90f33f-8e6e-4cf7-a165-27342dcdf510 HTTP/1.1" status: 204 len: 168 time: 3.0620480 Feb 05 22:42:36.954846 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9963da-8bf9-4a7c-97fd-a26e3aaa9733', 'tag': '4593ec8f-196d-4b8a-bab5-a8a3f397732b'}] {{(pid=87482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:42:36.990857 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-7ce07b51-126c-47eb-8862-f52e4f2709a5 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "PUT /v2.0/floatingips/a0d032de-1652-42d1-be79-f3f181faf31d HTTP/1.1" status: 200 len: 991 time: 2.8960907 Feb 05 22:42:37.050313 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9963da-8bf9-4a7c-97fd-a26e3aaa9733', 'tag': '4593ec8f-196d-4b8a-bab5-a8a3f397732b', 'status': 'completed', 'code': 200} Feb 05 22:42:37.158797 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3cb4c-55e6-4b15-bbf3-40b57e9c6ccc req-cac99db8-3d4b-4b32-baa9-dbb0d98cb00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:37.160422 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33e3cb4c-55e6-4b15-bbf3-40b57e9c6ccc req-cac99db8-3d4b-4b32-baa9-dbb0d98cb00d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=702e29ddaa8744428563df1e658cf792&device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 1099 time: 0.0918999 Feb 05 22:42:37.224412 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-81393b86-6f52-4d8b-978c-5c64a867e0e6 None None] Set router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:42:37.327859 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-2c6be511-0b4c-4c3d-b73b-ff4a5d912345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'name': 'tempest-TestMinimumBasicScenario-34949573-router', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:38:59Z', 'updated_at': '2022-02-05T22:39:06Z', 'revision_number': 4, 'project_id': '702e29ddaa8744428563df1e658cf792', 'gw_port': {'id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:00Z', 'updated_at': '2022-02-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'd03013d7-6e9b-4463-aef7-08ff617c2a83', 'name': '', 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'mac_address': 'fa:16:3e:ba:e3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f64bd31d-38ed-4971-9674-2865d8146099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:05Z', 'updated_at': '2022-02-05T22:39:14Z', 'revision_number': 5, 'project_id': '702e29ddaa8744428563df1e658cf792', 'subnets': [{'id': 'f64bd31d-38ed-4971-9674-2865d8146099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:42:37.332182 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6be511-0b4c-4c3d-b73b-ff4a5d912345 None None] Checking router: a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:42:37.342484 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6be511-0b4c-4c3d-b73b-ff4a5d912345 None None] Routers {'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:42:37.343158 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-2c6be511-0b4c-4c3d-b73b-ff4a5d912345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:42:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:42:37.392400 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e508c9-b27f-411a-82bc-a0268b5a2c8e req-687511c4-66ff-4e81-9007-b8a002130fb0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:37.393952 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b3e508c9-b27f-411a-82bc-a0268b5a2c8e req-687511c4-66ff-4e81-9007-b8a002130fb0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.2303548 Feb 05 22:42:37.395141 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3cb4c-55e6-4b15-bbf3-40b57e9c6ccc req-8016f203-77b6-4aed-8407-fc602255df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:37.396454 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33e3cb4c-55e6-4b15-bbf3-40b57e9c6ccc req-8016f203-77b6-4aed-8407-fc602255df88 service neutron] 10.222.0.45 "GET /v2.0/networks?id=68b48108-dc53-4d92-bb25-96697ea07f27 HTTP/1.1" status: 200 len: 914 time: 0.1786299 Feb 05 22:42:37.546764 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-2c6be511-0b4c-4c3d-b73b-ff4a5d912345 None None] Set router a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:42:37.588638 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33e3cb4c-55e6-4b15-bbf3-40b57e9c6ccc req-e71ee023-275f-45eb-a550-f8e118de6ae3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4593ec8f-196d-4b8a-bab5-a8a3f397732b HTTP/1.1" status: 200 len: 217 time: 0.1734076 Feb 05 22:42:37.684269 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b3e508c9-b27f-411a-82bc-a0268b5a2c8e req-894b83c1-88d9-44c2-ade4-361e8d3f3928 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736275 Feb 05 22:42:37.684417 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-81393b86-6f52-4d8b-978c-5c64a867e0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'name': 'tempest-AttachVolumeShelveTestJSON-129192590-router', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:17Z', 'updated_at': '2022-02-05T22:37:26Z', 'revision_number': 4, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'gw_port': {'id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:56:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:19Z', 'updated_at': '2022-02-05T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': 'a0d032de-1652-42d1-be79-f3f181faf31d', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'port_id': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'mac_address': 'fa:16:3e:2d:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f5e4b-b8ec-47eb-965e-4720b6fb353c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:42:13Z', 'updated_at': '2022-02-05T22:42:35Z', 'revision_number': 1, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26071329-4076-478f-b6cd-9044b145fb45', 'name': '', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'mac_address': 'fa:16:3e:a1:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:24Z', 'updated_at': '2022-02-05T22:37:36Z', 'revision_number': 5, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'subnets': [{'id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:42:37.688116 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81393b86-6f52-4d8b-978c-5c64a867e0e6 None None] Checking router: 06c31b18-4188-4b86-ba9f-0cafa920c0a3 for host: dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:42:37.692263 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3cb4c-55e6-4b15-bbf3-40b57e9c6ccc req-b50f6a1f-2e20-415c-a158-e34ca31ed3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:37.694204 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33e3cb4c-55e6-4b15-bbf3-40b57e9c6ccc req-b50f6a1f-2e20-415c-a158-e34ca31ed3f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f64bd31d-38ed-4971-9674-2865d8146099 HTTP/1.1" status: 200 len: 852 time: 0.0968864 Feb 05 22:42:37.697750 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81393b86-6f52-4d8b-978c-5c64a867e0e6 None None] Routers {'06c31b18-4188-4b86-ba9f-0cafa920c0a3'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:42:37.698345 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-81393b86-6f52-4d8b-978c-5c64a867e0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:42:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:42:37.785010 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3cb4c-55e6-4b15-bbf3-40b57e9c6ccc req-7a23ebe7-62e7-4c91-94d2-41199dc70b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:37.786559 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33e3cb4c-55e6-4b15-bbf3-40b57e9c6ccc req-7a23ebe7-62e7-4c91-94d2-41199dc70b74 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68b48108-dc53-4d92-bb25-96697ea07f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867610 Feb 05 22:42:37.890109 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-81393b86-6f52-4d8b-978c-5c64a867e0e6 None None] Set router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:42:37.914356 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-2c6be511-0b4c-4c3d-b73b-ff4a5d912345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'name': 'tempest-TestMinimumBasicScenario-34949573-router', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:38:59Z', 'updated_at': '2022-02-05T22:39:06Z', 'revision_number': 4, 'project_id': '702e29ddaa8744428563df1e658cf792', 'gw_port': {'id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:00Z', 'updated_at': '2022-02-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'd03013d7-6e9b-4463-aef7-08ff617c2a83', 'name': '', 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'mac_address': 'fa:16:3e:ba:e3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f64bd31d-38ed-4971-9674-2865d8146099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:05Z', 'updated_at': '2022-02-05T22:39:14Z', 'revision_number': 5, 'project_id': '702e29ddaa8744428563df1e658cf792', 'subnets': [{'id': 'f64bd31d-38ed-4971-9674-2865d8146099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:42:37.919352 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6be511-0b4c-4c3d-b73b-ff4a5d912345 None None] The sync data for ids ['a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'] in dv-cinder-818886-2-iscsi is: [{'id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'name': 'tempest-TestMinimumBasicScenario-34949573-router', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:38:59Z', 'updated_at': '2022-02-05T22:39:06Z', 'revision_number': 4, 'project_id': '702e29ddaa8744428563df1e658cf792', 'gw_port': {'id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:00Z', 'updated_at': '2022-02-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'd03013d7-6e9b-4463-aef7-08ff617c2a83', 'name': '', 'network_id': '68b48108-dc53-4d92-bb25-96697ea07f27', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'mac_address': 'fa:16:3e:ba:e3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f64bd31d-38ed-4971-9674-2865d8146099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:05Z', 'updated_at': '2022-02-05T22:39:14Z', 'revision_number': 5, 'project_id': '702e29ddaa8744428563df1e658cf792', 'subnets': [{'id': 'f64bd31d-38ed-4971-9674-2865d8146099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:42:37.934783 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33e3cb4c-55e6-4b15-bbf3-40b57e9c6ccc req-c445c5dc-6d6f-4076-8fe6-f93f004a7ae8 service neutron] 10.222.0.45 "GET /v2.0/networks/68b48108-dc53-4d92-bb25-96697ea07f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423955 Feb 05 22:42:38.103917 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33e3cb4c-55e6-4b15-bbf3-40b57e9c6ccc req-54ad9af0-fea3-4bf3-98fb-8c1c5b22abe8 service neutron] 10.222.0.45 "GET /v2.0/networks/68b48108-dc53-4d92-bb25-96697ea07f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620414 Feb 05 22:42:38.266162 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef160fc0-7049-413c-90eb-04360a735fc7 None None] New status for floating IP 3d90f33f-8e6e-4cf7-a165-27342dcdf510: DOWN {{(pid=87484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 22:42:38.283445 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-81393b86-6f52-4d8b-978c-5c64a867e0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'name': 'tempest-AttachVolumeShelveTestJSON-129192590-router', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:17Z', 'updated_at': '2022-02-05T22:37:26Z', 'revision_number': 4, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'gw_port': {'id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:56:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:19Z', 'updated_at': '2022-02-05T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': 'a0d032de-1652-42d1-be79-f3f181faf31d', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'port_id': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'mac_address': 'fa:16:3e:2d:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f5e4b-b8ec-47eb-965e-4720b6fb353c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:42:13Z', 'updated_at': '2022-02-05T22:42:35Z', 'revision_number': 1, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26071329-4076-478f-b6cd-9044b145fb45', 'name': '', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'mac_address': 'fa:16:3e:a1:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:24Z', 'updated_at': '2022-02-05T22:37:36Z', 'revision_number': 5, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'subnets': [{'id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:42:38.287475 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81393b86-6f52-4d8b-978c-5c64a867e0e6 None None] The sync data for ids ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'] in dv-cinder-818886-2-iscsi is: [{'id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'name': 'tempest-AttachVolumeShelveTestJSON-129192590-router', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:17Z', 'updated_at': '2022-02-05T22:37:26Z', 'revision_number': 4, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'gw_port': {'id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:56:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:19Z', 'updated_at': '2022-02-05T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': 'a0d032de-1652-42d1-be79-f3f181faf31d', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'port_id': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'mac_address': 'fa:16:3e:2d:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f5e4b-b8ec-47eb-965e-4720b6fb353c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:42:13Z', 'updated_at': '2022-02-05T22:42:35Z', 'revision_number': 1, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26071329-4076-478f-b6cd-9044b145fb45', 'name': '', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'mac_address': 'fa:16:3e:a1:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:24Z', 'updated_at': '2022-02-05T22:37:36Z', 'revision_number': 5, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'subnets': [{'id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:42:38.514137 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0626aa47-d8b8-4861-8a55-07125e2ecd82 None None] New status for floating IP a0d032de-1652-42d1-be79-f3f181faf31d: ACTIVE {{(pid=87485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 22:42:38.860864 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb368219-74df-449c-a335-ccff3b140c04 req-60dee363-4c8c-4f8f-be11-64543af438a6 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:38.862509 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-eb368219-74df-449c-a335-ccff3b140c04 req-60dee363-4c8c-4f8f-be11-64543af438a6 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0903981 Feb 05 22:42:38.908458 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-eb368219-74df-449c-a335-ccff3b140c04 req-29f4d450-8d41-4dfd-b7ec-6ff130ea4423 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397933 Feb 05 22:42:39.051085 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365f5e4b-b8ec-47eb-965e-4720b6fb353c', 'tag': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc'}] {{(pid=87482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:42:39.142301 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365f5e4b-b8ec-47eb-965e-4720b6fb353c', 'tag': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc', 'status': 'completed', 'code': 200} Feb 05 22:42:39.232747 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cd405-a2cb-47a7-b27d-d32a26740003 req-29e975e2-702d-4b03-bcf7-3c37a32d4cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:39.234348 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a55cd405-a2cb-47a7-b27d-d32a26740003 req-29e975e2-702d-4b03-bcf7-3c37a32d4cd2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1c74641009450eb3df1aeaf162ccde&device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 1099 time: 0.0699928 Feb 05 22:42:39.367573 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cd405-a2cb-47a7-b27d-d32a26740003 req-8c68d0ea-e742-4759-8aee-9e9520107034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:39.368952 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a55cd405-a2cb-47a7-b27d-d32a26740003 req-8c68d0ea-e742-4759-8aee-9e9520107034 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b0f3db0-4106-46bc-9540-b9ba783310fc HTTP/1.1" status: 200 len: 917 time: 0.1275406 Feb 05 22:42:39.483457 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a55cd405-a2cb-47a7-b27d-d32a26740003 req-b65a69cd-81ad-4c02-9de6-2a4ddc10525e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc HTTP/1.1" status: 200 len: 1001 time: 0.0980875 Feb 05 22:42:39.553923 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cd405-a2cb-47a7-b27d-d32a26740003 req-e841cf54-ad5b-4721-94bd-8a2f49040f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:39.555411 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a55cd405-a2cb-47a7-b27d-d32a26740003 req-e841cf54-ad5b-4721-94bd-8a2f49040f88 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef675453-a182-4ce7-8469-2fb25b5d7aea HTTP/1.1" status: 200 len: 855 time: 0.0663519 Feb 05 22:42:39.634092 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cd405-a2cb-47a7-b27d-d32a26740003 req-d40d0f77-0e4c-4e82-b6e0-79af14852a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:39.635449 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a55cd405-a2cb-47a7-b27d-d32a26740003 req-d40d0f77-0e4c-4e82-b6e0-79af14852a43 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b0f3db0-4106-46bc-9540-b9ba783310fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728116 Feb 05 22:42:39.775950 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a55cd405-a2cb-47a7-b27d-d32a26740003 req-3715920d-dee3-48f4-8555-831396d1c06a service neutron] 10.222.0.45 "GET /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333632 Feb 05 22:42:39.909724 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a55cd405-a2cb-47a7-b27d-d32a26740003 req-d65db748-1832-494e-ab35-8d2420d6a3a8 service neutron] 10.222.0.45 "GET /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272345 Feb 05 22:42:40.103823 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cad578-7cac-4352-a1e0-ed1ffa145371 req-3af2eed6-9c12-4ef0-b6eb-44ee511b73c4 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:40.105644 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-06cad578-7cac-4352-a1e0-ed1ffa145371 req-3af2eed6-9c12-4ef0-b6eb-44ee511b73c4 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0855992 Feb 05 22:42:40.149130 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-06cad578-7cac-4352-a1e0-ed1ffa145371 req-73738000-3ba8-445e-b0c6-ba75322233a0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378129 Feb 05 22:42:40.919502 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a3523-6a88-4af0-9e4d-f690cb909de5 req-12dfa056-37b9-4cdb-9e84-d15b756eb392 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:40.922478 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-681a3523-6a88-4af0-9e4d-f690cb909de5 req-12dfa056-37b9-4cdb-9e84-d15b756eb392 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0999115 Feb 05 22:42:40.970763 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-681a3523-6a88-4af0-9e4d-f690cb909de5 req-b98a96c4-dce6-4052-971f-54f0d35d4731 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425706 Feb 05 22:42:41.272221 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:41.488222 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55dccb-da38-46e9-9e1f-f54127fb56d9 req-04da66dc-9406-45cd-8ed6-fa0093c5aa23 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:41.489703 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cc55dccb-da38-46e9-9e1f-f54127fb56d9 req-04da66dc-9406-45cd-8ed6-fa0093c5aa23 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0824406 Feb 05 22:42:41.533510 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cc55dccb-da38-46e9-9e1f-f54127fb56d9 req-65495b62-75bb-4aee-8455-cacc49a7cfed tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381615 Feb 05 22:42:42.337036 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792a8ec-6882-4b06-b050-3b8563d4c892 req-bc92294d-6063-4112-aff0-f31dcb05f7f5 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:42.341903 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-1792a8ec-6882-4b06-b050-3b8563d4c892 req-bc92294d-6063-4112-aff0-f31dcb05f7f5 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0851848 Feb 05 22:42:42.387486 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-1792a8ec-6882-4b06-b050-3b8563d4c892 req-57865624-d328-420f-b9ca-68d2c60a4813 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398490 Feb 05 22:42:43.591785 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7871e-284b-4d73-ad76-78c8665e8b94 req-a061a2fc-67c9-4b5b-8ca1-9ecc9c95f636 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:43.593371 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-efd7871e-284b-4d73-ad76-78c8665e8b94 req-a061a2fc-67c9-4b5b-8ca1-9ecc9c95f636 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0935514 Feb 05 22:42:43.642174 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-efd7871e-284b-4d73-ad76-78c8665e8b94 req-32accd0a-8d80-4577-a7e7-dca13f9e60d3 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430958 Feb 05 22:42:44.347049 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c0999-0e68-4504-9ad7-b48884bfe165 req-2a49fcb0-1bdc-4045-8060-4c324b258363 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:44.355517 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-181c0999-0e68-4504-9ad7-b48884bfe165 req-2a49fcb0-1bdc-4045-8060-4c324b258363 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 945 time: 0.0815749 Feb 05 22:42:44.393870 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-181c0999-0e68-4504-9ad7-b48884bfe165 req-1299009b-99c1-4280-9ea8-7c8e07858777 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396228 Feb 05 22:42:44.474081 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45747e-967f-4d6a-8e02-7f2c3197dc3c req-83b0b33d-0e57-43ff-81a2-223d34c2e25a tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:44.474762 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-ad45747e-967f-4d6a-8e02-7f2c3197dc3c req-83b0b33d-0e57-43ff-81a2-223d34c2e25a tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Synchronizing usage tracker for tenant:702e29ddaa8744428563df1e658cf792 on resource:port {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:42:44.574658 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-ad45747e-967f-4d6a-8e02-7f2c3197dc3c req-83b0b33d-0e57-43ff-81a2-223d34c2e25a tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Unset dirty status for tenant:702e29ddaa8744428563df1e658cf792 on resource:port {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:42:44.575823 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ad45747e-967f-4d6a-8e02-7f2c3197dc3c req-83b0b33d-0e57-43ff-81a2-223d34c2e25a tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 946 time: 0.1796784 Feb 05 22:42:44.619076 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-ad45747e-967f-4d6a-8e02-7f2c3197dc3c req-3ff2df7c-b2bc-429b-805b-589a57f13f37 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Synchronizing usage tracker for tenant:702e29ddaa8744428563df1e658cf792 on resource:security_group {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:42:44.734003 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-ad45747e-967f-4d6a-8e02-7f2c3197dc3c req-3ff2df7c-b2bc-429b-805b-589a57f13f37 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Unset dirty status for tenant:702e29ddaa8744428563df1e658cf792 on resource:security_group {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:42:44.735211 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ad45747e-967f-4d6a-8e02-7f2c3197dc3c req-3ff2df7c-b2bc-429b-805b-589a57f13f37 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538296 Feb 05 22:42:44.830423 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a97f2-914c-4cf9-a00b-75bbc925f3ab req-9f294905-7d29-41a4-9ded-affe73b91a11 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:44.831783 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-aa3a97f2-914c-4cf9-a00b-75bbc925f3ab req-9f294905-7d29-41a4-9ded-affe73b91a11 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0819442 Feb 05 22:42:44.876526 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-aa3a97f2-914c-4cf9-a00b-75bbc925f3ab req-ec5960e0-78fc-448f-a8e6-12c8159e0b69 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390306 Feb 05 22:42:45.577497 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b567d0f-df00-4390-8ddf-8eaba17a1db3 req-681b7952-d1f2-4042-930c-2e4b09c12270 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:45.578927 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0b567d0f-df00-4390-8ddf-8eaba17a1db3 req-681b7952-d1f2-4042-930c-2e4b09c12270 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 945 time: 0.0815411 Feb 05 22:42:45.621771 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0b567d0f-df00-4390-8ddf-8eaba17a1db3 req-5d70d6c4-054d-4530-81f4-eec62a89d90d tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371978 Feb 05 22:42:45.924150 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a624ac5-a7a5-4f6a-a89c-bae571ec158f req-a390d0a6-6857-4767-af0d-abe02ccad6e1 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:45.925927 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9a624ac5-a7a5-4f6a-a89c-bae571ec158f req-a390d0a6-6857-4767-af0d-abe02ccad6e1 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 946 time: 0.0822406 Feb 05 22:42:45.970693 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9a624ac5-a7a5-4f6a-a89c-bae571ec158f req-e23cb743-6242-4f89-bce2-0c4b561ec562 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389466 Feb 05 22:42:46.062765 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3304f-d8f4-4784-a1af-8e9b0fd4b62f req-0303753e-7006-4dca-9b65-f2c769f11d22 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:46.064190 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9ed3304f-d8f4-4784-a1af-8e9b0fd4b62f req-0303753e-7006-4dca-9b65-f2c769f11d22 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0775311 Feb 05 22:42:46.110456 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9ed3304f-d8f4-4784-a1af-8e9b0fd4b62f req-ae8b5b23-ce71-4159-b017-bb4d85971f67 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407503 Feb 05 22:42:46.810362 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1241b-fb8c-4d97-bfc6-ff33113ade60 req-28428860-8b01-4dab-839a-673bf07f4787 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:46.811796 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3ec1241b-fb8c-4d97-bfc6-ff33113ade60 req-28428860-8b01-4dab-839a-673bf07f4787 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 945 time: 0.0835640 Feb 05 22:42:46.854337 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3ec1241b-fb8c-4d97-bfc6-ff33113ade60 req-17159dde-aaac-4d57-8dcf-4e2962ee0d16 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369456 Feb 05 22:42:47.153400 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03afa96-5362-424b-ab52-393c5f4a3571 req-da8c3da4-11ef-4147-ae95-54e9cdcc67aa tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:47.154885 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a03afa96-5362-424b-ab52-393c5f4a3571 req-da8c3da4-11ef-4147-ae95-54e9cdcc67aa tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 946 time: 0.0805080 Feb 05 22:42:47.200686 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a03afa96-5362-424b-ab52-393c5f4a3571 req-889b0c7b-6ebf-4b9f-a52d-9ff264b524ad tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400939 Feb 05 22:42:47.305294 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d3074-eb05-43ee-a114-6d3464825b0e req-386a8047-9932-4ee3-bca6-5e7037ad0a67 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:47.306722 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-598d3074-eb05-43ee-a114-6d3464825b0e req-386a8047-9932-4ee3-bca6-5e7037ad0a67 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0782497 Feb 05 22:42:47.353071 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-598d3074-eb05-43ee-a114-6d3464825b0e req-1bdd87da-142b-47ea-8959-40fdd3f1efdd tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401609 Feb 05 22:42:48.039915 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd2454-382a-4277-8ebc-bb9fedeba569 req-df947ec8-5142-4f8a-ba72-1813f5500be4 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:48.041374 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-fafd2454-382a-4277-8ebc-bb9fedeba569 req-df947ec8-5142-4f8a-ba72-1813f5500be4 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 945 time: 0.0824258 Feb 05 22:42:48.084055 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-fafd2454-382a-4277-8ebc-bb9fedeba569 req-fb48eab9-b791-45f7-8b58-9b4e08647b1c tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363672 Feb 05 22:42:48.395907 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aafb59-2c13-45b8-92ee-b184b5cfbb53 req-065dff4d-2c6f-4d7a-b46d-c3b0d683fb5c tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:48.397392 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-97aafb59-2c13-45b8-92ee-b184b5cfbb53 req-065dff4d-2c6f-4d7a-b46d-c3b0d683fb5c tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 946 time: 0.0808294 Feb 05 22:42:48.440942 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-97aafb59-2c13-45b8-92ee-b184b5cfbb53 req-d473e24c-d9a0-4b24-9566-18c2973ef608 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373266 Feb 05 22:42:48.537980 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc4220-2a96-4820-9978-c365f11781c6 req-a337308a-9eca-42d1-93a6-a26083493a72 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:48.539340 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2dbc4220-2a96-4820-9978-c365f11781c6 req-a337308a-9eca-42d1-93a6-a26083493a72 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0783732 Feb 05 22:42:48.581465 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2dbc4220-2a96-4820-9978-c365f11781c6 req-d35f9f13-e205-408b-8808-46d0f3ac160d tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365343 Feb 05 22:42:48.911214 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ac679137-325e-404e-ad96-8d3089d4fd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:49.268062 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e586d-dae7-4da3-9a12-d1fe1f50a47a req-7d41de6c-fab8-4fbf-b901-5c40a35dbea5 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:49.269532 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6d4e586d-dae7-4da3-9a12-d1fe1f50a47a req-7d41de6c-fab8-4fbf-b901-5c40a35dbea5 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 945 time: 0.0824580 Feb 05 22:42:49.312113 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6d4e586d-dae7-4da3-9a12-d1fe1f50a47a req-3bff0169-ae95-4d09-888b-51785710cfbf tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370162 Feb 05 22:42:49.622874 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71426409-2822-41a9-8ceb-bd265f87a639 req-950c91d6-3a45-412d-9715-08f272624a43 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:49.624329 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-71426409-2822-41a9-8ceb-bd265f87a639 req-950c91d6-3a45-412d-9715-08f272624a43 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 946 time: 0.0823605 Feb 05 22:42:49.668555 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-71426409-2822-41a9-8ceb-bd265f87a639 req-035a8dda-3357-4c63-a35e-688024399f57 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383627 Feb 05 22:42:49.764404 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22183c02-2d64-40f2-a003-c5736652cd38 req-cf75e834-0912-45e4-a5cc-2a22108f9273 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:49.765875 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-22183c02-2d64-40f2-a003-c5736652cd38 req-cf75e834-0912-45e4-a5cc-2a22108f9273 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0785928 Feb 05 22:42:49.811095 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-22183c02-2d64-40f2-a003-c5736652cd38 req-8667f25c-ea64-4cec-af76-888ff595520d tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395255 Feb 05 22:42:50.492039 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6939c-7a55-4d5e-962c-a3153537f862 req-e0cd781e-6b33-48d0-b5d1-3358c1a3a8d4 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:50.493494 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-1dd6939c-7a55-4d5e-962c-a3153537f862 req-e0cd781e-6b33-48d0-b5d1-3358c1a3a8d4 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 945 time: 0.0779591 Feb 05 22:42:50.539066 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-1dd6939c-7a55-4d5e-962c-a3153537f862 req-444f1c50-5b9b-44cf-ba0b-40ecae396ad8 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377543 Feb 05 22:42:50.921177 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac700d11-1958-431e-aebd-ee72ef5017b5 req-220e2445-a832-4d75-b902-27e04008979b tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:50.922642 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ac700d11-1958-431e-aebd-ee72ef5017b5 req-220e2445-a832-4d75-b902-27e04008979b tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 946 time: 0.1463721 Feb 05 22:42:50.930941 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11178001-8a76-4002-87ed-9e32ae9f6a31 req-099a50b8-81da-4bb6-91ce-2c912eb30da5 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:50.933372 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-11178001-8a76-4002-87ed-9e32ae9f6a31 req-099a50b8-81da-4bb6-91ce-2c912eb30da5 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.45 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 945 time: 0.1119642 Feb 05 22:42:51.011877 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d9ce6-4f8d-4844-96fa-7841c851b370 req-77f5877d-deaa-4abc-af90-b5a01115ae33 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:51.013373 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-673d9ce6-4f8d-4844-96fa-7841c851b370 req-77f5877d-deaa-4abc-af90-b5a01115ae33 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0929179 Feb 05 22:42:51.060409 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-673d9ce6-4f8d-4844-96fa-7841c851b370 req-be014006-ac53-4d9d-bb82-4cd8037c129b tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409610 Feb 05 22:42:51.118624 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ac700d11-1958-431e-aebd-ee72ef5017b5 req-a5382a4d-73c7-47c9-909f-db0ed06b1b24 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847692 Feb 05 22:42:51.122564 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-11178001-8a76-4002-87ed-9e32ae9f6a31 req-acc17a97-9d1d-4c10-a904-220d758c8674 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Deleting port aa54ceb0-feac-484f-8649-221a1471e717 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:42:51.122911 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-11178001-8a76-4002-87ed-9e32ae9f6a31 req-acc17a97-9d1d-4c10-a904-220d758c8674 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:51.297885 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-bda50740-0d9d-42f0-b3e5-985851f3b6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:51.368991 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bccc2-b57a-4127-934b-17368462a0e4 req-f0aa6af3-52fc-4148-8d69-286dd76e1d59 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:51.371086 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-031bccc2-b57a-4127-934b-17368462a0e4 req-f0aa6af3-52fc-4148-8d69-286dd76e1d59 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 946 time: 0.2179859 Feb 05 22:42:51.482534 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-031bccc2-b57a-4127-934b-17368462a0e4 req-19c42672-de95-441d-b59c-37e19e54719d tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Deleting port 4593ec8f-196d-4b8a-bab5-a8a3f397732b {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:42:51.482875 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-031bccc2-b57a-4127-934b-17368462a0e4 req-19c42672-de95-441d-b59c-37e19e54719d tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:51.515507 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-11178001-8a76-4002-87ed-9e32ae9f6a31 req-acc17a97-9d1d-4c10-a904-220d758c8674 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] For port aa54ceb0-feac-484f-8649-221a1471e717, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa54ceb0-feac-484f-8649-221a1471e717,segment=NetworkSegment(10b6474d-796f-4dea-bdee-971c22575810),segment_id=10b6474d-796f-4dea-bdee-971c22575810)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:42:51.515865 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-11178001-8a76-4002-87ed-9e32ae9f6a31 req-acc17a97-9d1d-4c10-a904-220d758c8674 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:51.657824 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-11178001-8a76-4002-87ed-9e32ae9f6a31 req-acc17a97-9d1d-4c10-a904-220d758c8674 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Calling delete_port for aa54ceb0-feac-484f-8649-221a1471e717 owned by compute:nova {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:42:51.734570 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea8bb7-07cf-42e9-811c-b0332a38fbe7 req-a9b40551-13d7-49ad-b0da-defba2b6de52 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:51.738276 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-fcea8bb7-07cf-42e9-811c-b0332a38fbe7 req-a9b40551-13d7-49ad-b0da-defba2b6de52 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 945 time: 0.0884666 Feb 05 22:42:51.793144 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-fcea8bb7-07cf-42e9-811c-b0332a38fbe7 req-046a4dcd-82db-47b4-85e7-870ac81e0b8b tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/security-groups?id=106fe336-82ad-4a42-9699-6ce74198fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460572 Feb 05 22:42:51.979351 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-031bccc2-b57a-4127-934b-17368462a0e4 req-19c42672-de95-441d-b59c-37e19e54719d tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] For port 4593ec8f-196d-4b8a-bab5-a8a3f397732b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=4593ec8f-196d-4b8a-bab5-a8a3f397732b,segment=NetworkSegment(c52e265f-5954-4c7a-b1c5-eb286491c2f6),segment_id=c52e265f-5954-4c7a-b1c5-eb286491c2f6)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:42:51.979859 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-031bccc2-b57a-4127-934b-17368462a0e4 req-19c42672-de95-441d-b59c-37e19e54719d tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:52.046821 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-11178001-8a76-4002-87ed-9e32ae9f6a31 req-acc17a97-9d1d-4c10-a904-220d758c8674 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:52.147797 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-031bccc2-b57a-4127-934b-17368462a0e4 req-19c42672-de95-441d-b59c-37e19e54719d tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Calling delete_port for 4593ec8f-196d-4b8a-bab5-a8a3f397732b owned by compute:nova {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:42:52.220259 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc17a97-9d1d-4c10-a904-220d758c8674 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Pushing event deleted for resources: {'Port': ['ID=aa54ceb0-feac-484f-8649-221a1471e717,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:52.250690 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc17a97-9d1d-4c10-a904-220d758c8674 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:52.251044 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc17a97-9d1d-4c10-a904-220d758c8674 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:52.251390 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc17a97-9d1d-4c10-a904-220d758c8674 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:52.251727 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc17a97-9d1d-4c10-a904-220d758c8674 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:52.252061 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc17a97-9d1d-4c10-a904-220d758c8674 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:52.252396 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc17a97-9d1d-4c10-a904-220d758c8674 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:52.252729 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc17a97-9d1d-4c10-a904-220d758c8674 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:52.253056 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc17a97-9d1d-4c10-a904-220d758c8674 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:52.253415 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc17a97-9d1d-4c10-a904-220d758c8674 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:52.253750 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc17a97-9d1d-4c10-a904-220d758c8674 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:52.254077 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc17a97-9d1d-4c10-a904-220d758c8674 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:52.254401 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc17a97-9d1d-4c10-a904-220d758c8674 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:42:52.276922 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:52.319793 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca7c63-6007-41a0-9adb-27e85de4456d req-185fede6-4b36-4799-b5ad-5ee4c41ba49f tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:52.321270 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-edca7c63-6007-41a0-9adb-27e85de4456d req-185fede6-4b36-4799-b5ad-5ee4c41ba49f tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 946 time: 0.0844522 Feb 05 22:42:52.348834 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-11178001-8a76-4002-87ed-9e32ae9f6a31 req-acc17a97-9d1d-4c10-a904-220d758c8674 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] No DVR routers for this DVR port aa54ceb0-feac-484f-8649-221a1471e717 on host hv-cinder-81888 {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:42:52.353969 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-11178001-8a76-4002-87ed-9e32ae9f6a31 req-acc17a97-9d1d-4c10-a904-220d758c8674 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:52.356750 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff57354-b1b4-40e5-a90e-ecf3bcc30e2e', 'name': 'network-vif-deleted', 'tag': 'aa54ceb0-feac-484f-8649-221a1471e717'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:42:52.371281 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-edca7c63-6007-41a0-9adb-27e85de4456d req-e52a020f-eebf-4a24-b5f9-70bb78e4e1c4 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a986b4-a61e-4337-99b1-10cff2eee2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432315 Feb 05 22:42:52.562154 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff57354-b1b4-40e5-a90e-ecf3bcc30e2e', 'name': 'network-vif-deleted', 'tag': 'aa54ceb0-feac-484f-8649-221a1471e717', 'status': 'completed', 'code': 200} Feb 05 22:42:52.566622 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-11178001-8a76-4002-87ed-9e32ae9f6a31 req-acc17a97-9d1d-4c10-a904-220d758c8674 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.45 "DELETE /v2.0/ports/aa54ceb0-feac-484f-8649-221a1471e717 HTTP/1.1" status: 204 len: 173 time: 1.6198609 Feb 05 22:42:52.567007 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:52.574877 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13da71a-6824-4689-9d32-032dd37c2fe2 req-9f2d10ec-c663-4643-84cf-f2619fb04d45 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:52.576654 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c13da71a-6824-4689-9d32-032dd37c2fe2 req-9f2d10ec-c663-4643-84cf-f2619fb04d45 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.3943431 Feb 05 22:42:52.636741 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c13da71a-6824-4689-9d32-032dd37c2fe2 req-fd17fec8-02bd-483f-8300-0acae917ddf6 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480084 Feb 05 22:42:52.692211 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-031bccc2-b57a-4127-934b-17368462a0e4 req-19c42672-de95-441d-b59c-37e19e54719d tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:52.705347 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['4593ec8f-196d-4b8a-bab5-a8a3f397732b'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:42:52.743926 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c42672-de95-441d-b59c-37e19e54719d tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Pushing event deleted for resources: {'Port': ['ID=4593ec8f-196d-4b8a-bab5-a8a3f397732b,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:52.828124 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-031bccc2-b57a-4127-934b-17368462a0e4 req-19c42672-de95-441d-b59c-37e19e54719d tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] No DVR routers for this DVR port 4593ec8f-196d-4b8a-bab5-a8a3f397732b on host hv-cinder-81888 {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:42:52.830620 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-031bccc2-b57a-4127-934b-17368462a0e4 req-19c42672-de95-441d-b59c-37e19e54719d tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:52.921685 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-031bccc2-b57a-4127-934b-17368462a0e4 req-19c42672-de95-441d-b59c-37e19e54719d tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.45 "DELETE /v2.0/ports/4593ec8f-196d-4b8a-bab5-a8a3f397732b HTTP/1.1" status: 204 len: 173 time: 1.5370564 Feb 05 22:42:52.956746 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-803b9715-8f61-419a-9451-7ce596085621 req-4ef62dca-0dca-4130-9750-4bffb032ca49 tempest-VolumesSnapshotTestJSON-192904730 tempest-VolumesSnapshotTestJSON-192904730-project] 10.222.0.24 "GET /v2.0/ports?device_id=aff57354-b1b4-40e5-a90e-ecf3bcc30e2e HTTP/1.1" status: 200 len: 210 time: 0.0529730 Feb 05 22:42:53.534609 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-ae927bff-695f-4003-9b13-dbd17aa4bb61 req-bd1843e0-22d0-42da-aec1-e13e9c1d4f22 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Synchronizing usage tracker for tenant:702e29ddaa8744428563df1e658cf792 on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:42:53.629037 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-ae927bff-695f-4003-9b13-dbd17aa4bb61 req-bd1843e0-22d0-42da-aec1-e13e9c1d4f22 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] Unset dirty status for tenant:702e29ddaa8744428563df1e658cf792 on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:42:53.630124 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ae927bff-695f-4003-9b13-dbd17aa4bb61 req-bd1843e0-22d0-42da-aec1-e13e9c1d4f22 tempest-TestMinimumBasicScenario-326615693 tempest-TestMinimumBasicScenario-326615693-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c9963da-8bf9-4a7c-97fd-a26e3aaa9733 HTTP/1.1" status: 200 len: 210 time: 0.1383414 Feb 05 22:42:53.726171 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:53.902430 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8b149-804a-4a25-b6ce-5271128d8d6e req-2ef5344b-7c8e-4aae-8388-70d923d9ec86 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:53.903878 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-86d8b149-804a-4a25-b6ce-5271128d8d6e req-2ef5344b-7c8e-4aae-8388-70d923d9ec86 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.1615856 Feb 05 22:42:53.941508 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 4593ec8f-196d-4b8a-bab5-a8a3f397732b no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:42:53.952992 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-86d8b149-804a-4a25-b6ce-5271128d8d6e req-43c71663-4baa-4083-a71a-6cdfef593d00 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429785 Feb 05 22:42:53.976665 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] No Port match for: 4593ec8f-196d-4b8a-bab5-a8a3f397732b {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:42:53.977015 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 4593ec8f-196d-4b8a-bab5-a8a3f397732b not bound to the agent host hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:42:53.977602 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device aa54ceb0-feac-484f-8649-221a1471e717 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:42:54.016549 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] No Port match for: aa54ceb0-feac-484f-8649-221a1471e717 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:42:54.017309 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device aa54ceb0-feac-484f-8649-221a1471e717 not bound to the agent host hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:42:54.563530 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9963da-8bf9-4a7c-97fd-a26e3aaa9733', 'name': 'network-vif-deleted', 'tag': '4593ec8f-196d-4b8a-bab5-a8a3f397732b'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:42:54.606280 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9963da-8bf9-4a7c-97fd-a26e3aaa9733', 'name': 'network-vif-deleted', 'tag': '4593ec8f-196d-4b8a-bab5-a8a3f397732b', 'status': 'completed', 'code': 200} Feb 05 22:42:55.143853 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55859a11-989c-4d9e-bf67-d387be717255 req-840ae057-c199-48ae-959f-93335aba5c91 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:55.145346 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-55859a11-989c-4d9e-bf67-d387be717255 req-840ae057-c199-48ae-959f-93335aba5c91 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0845439 Feb 05 22:42:55.188694 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-55859a11-989c-4d9e-bf67-d387be717255 req-d44db1c7-b85f-4aec-8dd4-e9b0548629be tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378730 Feb 05 22:42:56.377910 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfb2bd-8534-41f5-9337-0faddafd9f01 req-e8c5c3b4-24bf-420b-b3f0-1b1b392834b6 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:56.381042 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a6bfb2bd-8534-41f5-9337-0faddafd9f01 req-e8c5c3b4-24bf-420b-b3f0-1b1b392834b6 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0833533 Feb 05 22:42:56.445766 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a6bfb2bd-8534-41f5-9337-0faddafd9f01 req-46ba75c7-bacb-473e-ba6a-222bc7a20db0 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600469 Feb 05 22:42:56.893116 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 47500) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:42:57.423709 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2a5a8893-9939-4b7e-b96e-388b1b728982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960473'] for router_interface, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:57.774603 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf801d-255c-44dd-932c-034f94c6f03a req-c9cd9884-efec-480b-aa7a-3e1954ed463f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:57.780755 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-00cf801d-255c-44dd-932c-034f94c6f03a req-c9cd9884-efec-480b-aa7a-3e1954ed463f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.2043514 Feb 05 22:42:57.859627 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-00cf801d-255c-44dd-932c-034f94c6f03a req-9cb687fa-259e-4a03-a1b4-b9be51d0660c tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770788 Feb 05 22:42:57.885980 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-2a5a8893-9939-4b7e-b96e-388b1b728982 admin admin] Deleting port d03013d7-6e9b-4463-aef7-08ff617c2a83 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:42:57.886825 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2a5a8893-9939-4b7e-b96e-388b1b728982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:58.162267 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [None req-2a5a8893-9939-4b7e-b96e-388b1b728982 admin admin] For port d03013d7-6e9b-4463-aef7-08ff617c2a83, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=d03013d7-6e9b-4463-aef7-08ff617c2a83,segment=NetworkSegment(c52e265f-5954-4c7a-b1c5-eb286491c2f6),segment_id=c52e265f-5954-4c7a-b1c5-eb286491c2f6)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:42:58.162940 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2a5a8893-9939-4b7e-b96e-388b1b728982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:58.288348 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-2a5a8893-9939-4b7e-b96e-388b1b728982 admin admin] Calling delete_port for d03013d7-6e9b-4463-aef7-08ff617c2a83 owned by network:router_interface {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:42:58.554327 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878a042-237f-4261-bea5-0dfc63d22426 req-b6f7fa1a-277b-4af2-b1ce-3225f0476ac8 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:58.555957 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7878a042-237f-4261-bea5-0dfc63d22426 req-b6f7fa1a-277b-4af2-b1ce-3225f0476ac8 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0902345 Feb 05 22:42:58.603932 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7878a042-237f-4261-bea5-0dfc63d22426 req-df63b171-a7e1-49af-9c7e-9525a8ac97f9 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401802 Feb 05 22:42:58.613857 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2a5a8893-9939-4b7e-b96e-388b1b728982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:58.663759 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a8893-9939-4b7e-b96e-388b1b728982 admin admin] Pushing event deleted for resources: {'Port': ['ID=d03013d7-6e9b-4463-aef7-08ff617c2a83,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:42:58.952777 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2a5a8893-9939-4b7e-b96e-388b1b728982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541769'] for router_interface, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:42:59.348699 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5a8893-9939-4b7e-b96e-388b1b728982 admin admin] Router a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:42:59.731855 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5a8893-9939-4b7e-b96e-388b1b728982 admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:42:59.742846 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d150862-ff2e-485e-a122-83dd2d8e5c17 None None] Sync routers for ids ['a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:42:59.752894 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d150862-ff2e-485e-a122-83dd2d8e5c17 None None] Routers {'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:42:59.753378 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-1d150862-ff2e-485e-a122-83dd2d8e5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:42:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:42:59.767364 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30526a57-8d9a-4abe-ae80-f16000786622 req-4ba177d6-1689-4111-8249-e997f0d64043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:59.769031 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-30526a57-8d9a-4abe-ae80-f16000786622 req-4ba177d6-1689-4111-8249-e997f0d64043 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9bde3076936d4b42a61677c3926d8bff&device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 1098 time: 0.1367321 Feb 05 22:42:59.837499 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00c312-2b34-45fb-a3b8-fc04d64953e8 req-a95e9ac0-3df6-431f-ae96-7ae269300589 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:42:59.845700 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-8a00c312-2b34-45fb-a3b8-fc04d64953e8 req-a95e9ac0-3df6-431f-ae96-7ae269300589 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.1326337 Feb 05 22:42:59.871818 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-2a5a8893-9939-4b7e-b96e-388b1b728982 admin admin] 10.222.0.24 "PUT /v2.0/routers/a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9753885 Feb 05 22:42:59.881490 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 47538) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:42:59.917575 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-8a00c312-2b34-45fb-a3b8-fc04d64953e8 req-7729ad7f-8cef-4077-b20c-9a7701e41ca0 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706084 Feb 05 22:42:59.995176 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-1d150862-ff2e-485e-a122-83dd2d8e5c17 None None] Set router a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:43:00.103884 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30526a57-8d9a-4abe-ae80-f16000786622 req-50ed4630-7e3b-4ea2-bc6b-c1050d4c60ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:00.105793 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-30526a57-8d9a-4abe-ae80-f16000786622 req-50ed4630-7e3b-4ea2-bc6b-c1050d4c60ca service neutron] 10.222.0.45 "GET /v2.0/networks?id=a9f90657-c8ce-4d9b-be20-d4363f5e95d6 HTTP/1.1" status: 200 len: 912 time: 0.3304305 Feb 05 22:43:00.172899 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b60d313a-f825-42ff-94af-f039ba72fa07 admin admin] Notify callbacks [] for router, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:00.294963 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-30526a57-8d9a-4abe-ae80-f16000786622 req-9694f1b7-7f1f-4250-ae95-c08617e8dd00 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec130dc2-04ee-48dd-afc2-9f286463c67f HTTP/1.1" status: 200 len: 1001 time: 0.1818638 Feb 05 22:43:00.325728 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-1d150862-ff2e-485e-a122-83dd2d8e5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'name': 'tempest-TestMinimumBasicScenario-34949573-router', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:38:59Z', 'updated_at': '2022-02-05T22:42:58Z', 'revision_number': 5, 'project_id': '702e29ddaa8744428563df1e658cf792', 'gw_port': {'id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:00Z', 'updated_at': '2022-02-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:00.329512 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d150862-ff2e-485e-a122-83dd2d8e5c17 None None] Checking router: a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:43:00.338018 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d150862-ff2e-485e-a122-83dd2d8e5c17 None None] Routers {'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:43:00.338666 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-1d150862-ff2e-485e-a122-83dd2d8e5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:42:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:00.437719 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b60d313a-f825-42ff-94af-f039ba72fa07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:00.440943 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30526a57-8d9a-4abe-ae80-f16000786622 req-86d81780-21b6-4181-b340-098e4ea4e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:00.442398 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-30526a57-8d9a-4abe-ae80-f16000786622 req-86d81780-21b6-4181-b340-098e4ea4e168 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a30431fa-c0ee-41d7-84eb-c19154fb8016 HTTP/1.1" status: 200 len: 850 time: 0.0949554 Feb 05 22:43:00.514634 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-1d150862-ff2e-485e-a122-83dd2d8e5c17 None None] Set router a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:43:00.518866 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30526a57-8d9a-4abe-ae80-f16000786622 req-e760c525-2f66-4762-872e-a2247f4a2e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:00.520455 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-30526a57-8d9a-4abe-ae80-f16000786622 req-e760c525-2f66-4762-872e-a2247f4a2e09 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9f90657-c8ce-4d9b-be20-d4363f5e95d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714955 Feb 05 22:43:00.526189 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-b60d313a-f825-42ff-94af-f039ba72fa07 admin admin] Deleting port 2d6d6929-cf13-465a-a46b-a693251fa00f {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:43:00.526554 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b60d313a-f825-42ff-94af-f039ba72fa07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:00.780188 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-30526a57-8d9a-4abe-ae80-f16000786622 req-b332a77f-90c9-4368-933d-0abf979188ac service neutron] 10.222.0.45 "GET /v2.0/networks/a9f90657-c8ce-4d9b-be20-d4363f5e95d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297430 Feb 05 22:43:00.806309 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-1d150862-ff2e-485e-a122-83dd2d8e5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'name': 'tempest-TestMinimumBasicScenario-34949573-router', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:38:59Z', 'updated_at': '2022-02-05T22:42:58Z', 'revision_number': 5, 'project_id': '702e29ddaa8744428563df1e658cf792', 'gw_port': {'id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:00Z', 'updated_at': '2022-02-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:00.811855 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d150862-ff2e-485e-a122-83dd2d8e5c17 None None] The sync data for ids ['a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d'] in dv-cinder-818886-2-iscsi is: [{'id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'name': 'tempest-TestMinimumBasicScenario-34949573-router', 'tenant_id': '702e29ddaa8744428563df1e658cf792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:38:59Z', 'updated_at': '2022-02-05T22:42:58Z', 'revision_number': 5, 'project_id': '702e29ddaa8744428563df1e658cf792', 'gw_port': {'id': '2d6d6929-cf13-465a-a46b-a693251fa00f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:00Z', 'updated_at': '2022-02-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:43:00.934314 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [None req-b60d313a-f825-42ff-94af-f039ba72fa07 admin admin] For port 2d6d6929-cf13-465a-a46b-a693251fa00f, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=2d6d6929-cf13-465a-a46b-a693251fa00f,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:43:00.934686 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b60d313a-f825-42ff-94af-f039ba72fa07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:01.207584 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-b60d313a-f825-42ff-94af-f039ba72fa07 admin admin] Calling delete_port for 2d6d6929-cf13-465a-a46b-a693251fa00f owned by network:router_gateway {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:43:01.344276 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-30526a57-8d9a-4abe-ae80-f16000786622 req-269e35c5-45a2-4c63-b9ac-adc0838428ff service neutron] 10.222.0.45 "GET /v2.0/networks/a9f90657-c8ce-4d9b-be20-d4363f5e95d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500321 Feb 05 22:43:01.396605 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799ca67-fa56-4731-ab4d-5c0bea765508 req-073ce30f-c241-4590-8b02-35fb823ab6e2 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:01.398080 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1799ca67-fa56-4731-ab4d-5c0bea765508 req-073ce30f-c241-4590-8b02-35fb823ab6e2 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.1975181 Feb 05 22:43:01.483921 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1799ca67-fa56-4731-ab4d-5c0bea765508 req-545276c1-80d5-4510-9aed-040a464c205e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755408 Feb 05 22:43:01.614174 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b60d313a-f825-42ff-94af-f039ba72fa07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:01.663295 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d313a-f825-42ff-94af-f039ba72fa07 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d6d6929-cf13-465a-a46b-a693251fa00f,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:01.754318 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b60d313a-f825-42ff-94af-f039ba72fa07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542460'] for router_gateway, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:01.836788 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device d03013d7-6e9b-4463-aef7-08ff617c2a83 no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:43:01.876069 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: d03013d7-6e9b-4463-aef7-08ff617c2a83 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:43:01.876689 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device d03013d7-6e9b-4463-aef7-08ff617c2a83 not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:43:01.931385 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b60d313a-f825-42ff-94af-f039ba72fa07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1677'] for router, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:01.934481 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b60d313a-f825-42ff-94af-f039ba72fa07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:02.054206 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b60d313a-f825-42ff-94af-f039ba72fa07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541590'] for router, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:02.054840 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60d313a-f825-42ff-94af-f039ba72fa07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d {{(pid=87483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 22:43:02.069611 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b60d313a-f825-42ff-94af-f039ba72fa07 admin admin] Notify callbacks [] for router, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:02.073080 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-b60d313a-f825-42ff-94af-f039ba72fa07 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a6f16fb6-3b7c-4f7c-8d31-4f00b1e7e52d HTTP/1.1" status: 204 len: 168 time: 2.1883228 Feb 05 22:43:02.073331 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 47564) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:02.142238 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbede95f-138d-4e2f-88b9-52b83737ce80 admin admin] Deleting subnet f64bd31d-38ed-4971-9674-2865d8146099 {{(pid=87483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 05 22:43:02.145503 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-dbede95f-138d-4e2f-88b9-52b83737ce80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:02.201425 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-dbede95f-138d-4e2f-88b9-52b83737ce80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1429885'] for subnet, precommit_delete_associations {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:02.315677 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-dbede95f-138d-4e2f-88b9-52b83737ce80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770741'] for subnet, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:02.506019 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-dbede95f-138d-4e2f-88b9-52b83737ce80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10573208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10784605'] for subnet, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:02.564702 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbede95f-138d-4e2f-88b9-52b83737ce80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f64bd31d-38ed-4971-9674-2865d8146099,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:02.568177 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-dbede95f-138d-4e2f-88b9-52b83737ce80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:02.574799 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-dbede95f-138d-4e2f-88b9-52b83737ce80 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f64bd31d-38ed-4971-9674-2865d8146099 HTTP/1.1" status: 204 len: 168 time: 0.5004873 Feb 05 22:43:02.577385 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 47572) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:02.583086 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307bc1a2-9613-48e7-862c-061327885681 None None] Network 68b48108-dc53-4d92-bb25-96697ea07f27 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:43:02.696279 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b01b19bd-0d11-4e08-aaaa-d62b87c3f92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744846'] for network, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:02.701666 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90c117-cb02-47dc-bbab-93e56566048f req-a690a795-0f31-4c2b-b411-bf7ccca5567e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:02.704440 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-b01b19bd-0d11-4e08-aaaa-d62b87c3f92b admin admin] Deleting port b69e87ad-15c6-4586-a3ec-74a6a82cab15 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:43:02.705021 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b01b19bd-0d11-4e08-aaaa-d62b87c3f92b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:02.708172 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0d90c117-cb02-47dc-bbab-93e56566048f req-a690a795-0f31-4c2b-b411-bf7ccca5567e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.1053150 Feb 05 22:43:02.762797 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0d90c117-cb02-47dc-bbab-93e56566048f req-53a31d4d-832d-4f9c-84dc-43eea7bf2149 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490468 Feb 05 22:43:02.892044 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2674ec5d-5858-4762-af57-0a8f2a6a5b51 None None] DHCP port deletion for 68b48108-dc53-4d92-bb25-96697ea07f27 request from dv-cinder-818886-2-iscsi {{(pid=87484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 05 22:43:02.897362 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-2674ec5d-5858-4762-af57-0a8f2a6a5b51 None None] Deleting port b69e87ad-15c6-4586-a3ec-74a6a82cab15 {{(pid=87484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:43:02.898127 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-2674ec5d-5858-4762-af57-0a8f2a6a5b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:02.979805 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [None req-b01b19bd-0d11-4e08-aaaa-d62b87c3f92b admin admin] For port b69e87ad-15c6-4586-a3ec-74a6a82cab15, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=b69e87ad-15c6-4586-a3ec-74a6a82cab15,segment=NetworkSegment(c52e265f-5954-4c7a-b1c5-eb286491c2f6),segment_id=c52e265f-5954-4c7a-b1c5-eb286491c2f6)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:43:02.980173 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b01b19bd-0d11-4e08-aaaa-d62b87c3f92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:03.107382 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-2674ec5d-5858-4762-af57-0a8f2a6a5b51 None None] For port b69e87ad-15c6-4586-a3ec-74a6a82cab15, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=b69e87ad-15c6-4586-a3ec-74a6a82cab15,segment=NetworkSegment(c52e265f-5954-4c7a-b1c5-eb286491c2f6),segment_id=c52e265f-5954-4c7a-b1c5-eb286491c2f6)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:43:03.107703 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-2674ec5d-5858-4762-af57-0a8f2a6a5b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:03.217674 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-b01b19bd-0d11-4e08-aaaa-d62b87c3f92b admin admin] Calling delete_port for b69e87ad-15c6-4586-a3ec-74a6a82cab15 owned by network:dhcp {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:43:03.246469 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-2674ec5d-5858-4762-af57-0a8f2a6a5b51 None None] Calling delete_port for b69e87ad-15c6-4586-a3ec-74a6a82cab15 owned by network:dhcp {{(pid=87484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:43:03.488337 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b01b19bd-0d11-4e08-aaaa-d62b87c3f92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:03.496330 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.db.api [None req-2674ec5d-5858-4762-af57-0a8f2a6a5b51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 22:43:03.496808 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG oslo_db.api [None req-2674ec5d-5858-4762-af57-0a8f2a6a5b51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 22:43:03.537576 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b19bd-0d11-4e08-aaaa-d62b87c3f92b admin admin] Pushing event deleted for resources: {'Port': ['ID=b69e87ad-15c6-4586-a3ec-74a6a82cab15,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:03.539351 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01b19bd-0d11-4e08-aaaa-d62b87c3f92b admin admin] No DVR routers for this DVR port b69e87ad-15c6-4586-a3ec-74a6a82cab15 on host dv-cinder-818886-2-iscsi {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:43:03.657854 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b01b19bd-0d11-4e08-aaaa-d62b87c3f92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771300', 'neutron.services.segments.db._delete_segments_for_network-8748711873850'] for network, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:03.684033 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-b01b19bd-0d11-4e08-aaaa-d62b87c3f92b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b48108-dc53-4d92-bb25-96697ea07f27']}} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:03.695694 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-b01b19bd-0d11-4e08-aaaa-d62b87c3f92b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52e265f-5954-4c7a-b1c5-eb286491c2f6') {'for_net_delete': True} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:03.695984 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-b01b19bd-0d11-4e08-aaaa-d62b87c3f92b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52e265f-5954-4c7a-b1c5-eb286491c2f6') {} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:03.707393 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b01b19bd-0d11-4e08-aaaa-d62b87c3f92b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748711876181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1429834'] for segment, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:03.723238 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b01b19bd-0d11-4e08-aaaa-d62b87c3f92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:03.729532 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b01b19bd-0d11-4e08-aaaa-d62b87c3f92b admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 22:43:03.729966 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b01b19bd-0d11-4e08-aaaa-d62b87c3f92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3777956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11000378'] for segment, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: Traceback (most recent call last): Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: timer() Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: cb(*args, **kw) Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: return func(*args, **kwargs) Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: self._notify() Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: self.callback(batched_events) Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: event.method(event) Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: return f(self, *a, **k) Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: return self._get(url).json() Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: return self.request(url, 'GET', **kwargs) Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 22:43:03.742453 dv-cinder-818886-2-iscsi neutron-server[87483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 22:43:03.827243 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device b69e87ad-15c6-4586-a3ec-74a6a82cab15 no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:43:03.861559 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: b69e87ad-15c6-4586-a3ec-74a6a82cab15 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:43:03.861931 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device b69e87ad-15c6-4586-a3ec-74a6a82cab15 not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:43:03.862355 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 2d6d6929-cf13-465a-a46b-a693251fa00f no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:43:03.893813 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b01b19bd-0d11-4e08-aaaa-d62b87c3f92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542425'] for network, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:03.894341 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: 2d6d6929-cf13-465a-a46b-a693251fa00f {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:43:03.894804 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 2d6d6929-cf13-465a-a46b-a693251fa00f not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:43:03.910683 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b01b19bd-0d11-4e08-aaaa-d62b87c3f92b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:03.921464 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b19bd-0d11-4e08-aaaa-d62b87c3f92b admin admin] Pushing event deleted for resources: {'Network': ['ID=68b48108-dc53-4d92-bb25-96697ea07f27,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:03.998058 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-2674ec5d-5858-4762-af57-0a8f2a6a5b51 None None] Deleting port b69e87ad-15c6-4586-a3ec-74a6a82cab15 {{(pid=87484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:43:03.998400 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-2674ec5d-5858-4762-af57-0a8f2a6a5b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:04.031904 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-b01b19bd-0d11-4e08-aaaa-d62b87c3f92b admin admin] 10.222.0.24 "DELETE /v2.0/networks/68b48108-dc53-4d92-bb25-96697ea07f27 HTTP/1.1" status: 204 len: 168 time: 1.4534686 Feb 05 22:43:04.034768 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 47592) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:04.066017 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-2674ec5d-5858-4762-af57-0a8f2a6a5b51 None None] The port 'b69e87ad-15c6-4586-a3ec-74a6a82cab15' was deleted {{(pid=87484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 05 22:43:04.361880 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:43:04.560909 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-6c97dde8-536b-41e8-824b-26dfb5ffb989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960473'] for router_interface, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:04.901129 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-6c97dde8-536b-41e8-824b-26dfb5ffb989 admin admin] Deleting port 003abb56-7004-4f83-b565-676152d03c9a {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:43:04.901476 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-6c97dde8-536b-41e8-824b-26dfb5ffb989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:05.165822 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [None req-6c97dde8-536b-41e8-824b-26dfb5ffb989 admin admin] For port 003abb56-7004-4f83-b565-676152d03c9a, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=003abb56-7004-4f83-b565-676152d03c9a,segment=NetworkSegment(8f86a650-8b17-4191-9d4d-741e4b1dc40b),segment_id=8f86a650-8b17-4191-9d4d-741e4b1dc40b)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:43:05.166104 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-6c97dde8-536b-41e8-824b-26dfb5ffb989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:05.292138 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-6c97dde8-536b-41e8-824b-26dfb5ffb989 admin admin] Calling delete_port for 003abb56-7004-4f83-b565-676152d03c9a owned by network:router_interface {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:43:05.545144 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-6c97dde8-536b-41e8-824b-26dfb5ffb989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:05.591548 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97dde8-536b-41e8-824b-26dfb5ffb989 admin admin] Pushing event deleted for resources: {'Port': ['ID=003abb56-7004-4f83-b565-676152d03c9a,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:05.867695 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-6c97dde8-536b-41e8-824b-26dfb5ffb989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541769'] for router_interface, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:06.226525 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c97dde8-536b-41e8-824b-26dfb5ffb989 admin admin] Router b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:43:06.403808 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c97dde8-536b-41e8-824b-26dfb5ffb989 admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:43:06.414884 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97e61b6-a189-4614-81b4-3f2eb39abe60 None None] Sync routers for ids ['b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e'] in dv-cinder-818886-2-iscsi {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:43:06.424778 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97e61b6-a189-4614-81b4-3f2eb39abe60 None None] Routers {'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:43:06.425527 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-e97e61b6-a189-4614-81b4-3f2eb39abe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:42:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:06.499168 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-6c97dde8-536b-41e8-824b-26dfb5ffb989 admin admin] 10.222.0.24 "PUT /v2.0/routers/b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4632661 Feb 05 22:43:06.501628 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 47608) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:06.641384 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-e97e61b6-a189-4614-81b4-3f2eb39abe60 None None] Set router b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:43:06.779835 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-77b4a27c-84f4-448b-990d-95cbd6c5c591 admin admin] Notify callbacks [] for router, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:06.961510 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-e97e61b6-a189-4614-81b4-3f2eb39abe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e', 'name': 'tempest-TestMinimumBasicScenario-1799349696-router', 'tenant_id': '90f8515c3fc54edbb4e647fec6af969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'bb91f536-203c-4950-b2cf-b96d044f82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:13Z', 'updated_at': '2022-02-05T22:43:05Z', 'revision_number': 5, 'project_id': '90f8515c3fc54edbb4e647fec6af969b', 'gw_port': {'id': 'bb91f536-203c-4950-b2cf-b96d044f82d2', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:15Z', 'updated_at': '2022-02-05T22:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:06.966618 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97e61b6-a189-4614-81b4-3f2eb39abe60 None None] Checking router: b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e for host: dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:43:06.969682 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-77b4a27c-84f4-448b-990d-95cbd6c5c591 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:06.976209 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97e61b6-a189-4614-81b4-3f2eb39abe60 None None] Routers {'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:43:06.976897 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-e97e61b6-a189-4614-81b4-3f2eb39abe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:42:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:07.076568 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-77b4a27c-84f4-448b-990d-95cbd6c5c591 admin admin] Deleting port bb91f536-203c-4950-b2cf-b96d044f82d2 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:43:07.076915 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-77b4a27c-84f4-448b-990d-95cbd6c5c591 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:07.161702 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-e97e61b6-a189-4614-81b4-3f2eb39abe60 None None] Set router b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:43:07.270186 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [None req-77b4a27c-84f4-448b-990d-95cbd6c5c591 admin admin] For port bb91f536-203c-4950-b2cf-b96d044f82d2, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=bb91f536-203c-4950-b2cf-b96d044f82d2,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:43:07.270186 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-77b4a27c-84f4-448b-990d-95cbd6c5c591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:07.398705 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-77b4a27c-84f4-448b-990d-95cbd6c5c591 admin admin] Calling delete_port for bb91f536-203c-4950-b2cf-b96d044f82d2 owned by network:router_gateway {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:43:07.468275 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-e97e61b6-a189-4614-81b4-3f2eb39abe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e', 'name': 'tempest-TestMinimumBasicScenario-1799349696-router', 'tenant_id': '90f8515c3fc54edbb4e647fec6af969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'bb91f536-203c-4950-b2cf-b96d044f82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:13Z', 'updated_at': '2022-02-05T22:43:05Z', 'revision_number': 5, 'project_id': '90f8515c3fc54edbb4e647fec6af969b', 'gw_port': {'id': 'bb91f536-203c-4950-b2cf-b96d044f82d2', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:15Z', 'updated_at': '2022-02-05T22:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:07.472397 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97e61b6-a189-4614-81b4-3f2eb39abe60 None None] The sync data for ids ['b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e'] in dv-cinder-818886-2-iscsi is: [{'id': 'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e', 'name': 'tempest-TestMinimumBasicScenario-1799349696-router', 'tenant_id': '90f8515c3fc54edbb4e647fec6af969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'bb91f536-203c-4950-b2cf-b96d044f82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:13Z', 'updated_at': '2022-02-05T22:43:05Z', 'revision_number': 5, 'project_id': '90f8515c3fc54edbb4e647fec6af969b', 'gw_port': {'id': 'bb91f536-203c-4950-b2cf-b96d044f82d2', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:15Z', 'updated_at': '2022-02-05T22:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}] {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:43:07.637377 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-77b4a27c-84f4-448b-990d-95cbd6c5c591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:07.682688 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4a27c-84f4-448b-990d-95cbd6c5c591 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb91f536-203c-4950-b2cf-b96d044f82d2,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:07.773789 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-77b4a27c-84f4-448b-990d-95cbd6c5c591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542460'] for router_gateway, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:07.908471 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 003abb56-7004-4f83-b565-676152d03c9a no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:43:07.946986 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: 003abb56-7004-4f83-b565-676152d03c9a {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:43:07.947382 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 003abb56-7004-4f83-b565-676152d03c9a not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:43:07.958066 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-77b4a27c-84f4-448b-990d-95cbd6c5c591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1677'] for router, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:07.960609 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-77b4a27c-84f4-448b-990d-95cbd6c5c591 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:08.086307 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-77b4a27c-84f4-448b-990d-95cbd6c5c591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541590'] for router, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:08.086812 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b4a27c-84f4-448b-990d-95cbd6c5c591 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e {{(pid=87483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 22:43:08.100188 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-77b4a27c-84f4-448b-990d-95cbd6c5c591 admin admin] Notify callbacks [] for router, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:08.101744 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-77b4a27c-84f4-448b-990d-95cbd6c5c591 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b40fdc10-b4bc-4dc1-ac04-0be4c5293a6e HTTP/1.1" status: 204 len: 168 time: 1.5983808 Feb 05 22:43:08.104869 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 47636) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:08.169085 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4be6bd-bea3-4729-a2ad-5f6b16fe2b05 admin admin] Deleting subnet 3a6673f8-a4fe-4532-ba87-fa435ef419ce {{(pid=87483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 05 22:43:08.172262 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ea4be6bd-bea3-4729-a2ad-5f6b16fe2b05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:08.222317 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ea4be6bd-bea3-4729-a2ad-5f6b16fe2b05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1429885'] for subnet, precommit_delete_associations {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:08.406976 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ea4be6bd-bea3-4729-a2ad-5f6b16fe2b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770741'] for subnet, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:08.575040 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ea4be6bd-bea3-4729-a2ad-5f6b16fe2b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10573208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10784605'] for subnet, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:08.614391 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4be6bd-bea3-4729-a2ad-5f6b16fe2b05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a6673f8-a4fe-4532-ba87-fa435ef419ce,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:08.616336 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ea4be6bd-bea3-4729-a2ad-5f6b16fe2b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:08.622607 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b56206-67ec-4945-9d7e-e22e48360d83 None None] Network ba36a49c-4c3d-4131-9665-a3490bc7941f requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:43:08.625995 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 47654) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:08.637709 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-ea4be6bd-bea3-4729-a2ad-5f6b16fe2b05 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3a6673f8-a4fe-4532-ba87-fa435ef419ce HTTP/1.1" status: 204 len: 168 time: 0.5315933 Feb 05 22:43:08.735153 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744846'] for network, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:08.745997 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Deleting port db18dace-f7e4-40d6-9c3f-60eb8f22d3e4 {{(pid=87482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:43:08.746331 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:08.933309 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bed4060-0b3a-4c93-9ce4-3933cecdb4fa None None] DHCP port deletion for ba36a49c-4c3d-4131-9665-a3490bc7941f request from dv-cinder-818886-2-iscsi {{(pid=87484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 05 22:43:08.938577 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-2bed4060-0b3a-4c93-9ce4-3933cecdb4fa None None] Deleting port db18dace-f7e4-40d6-9c3f-60eb8f22d3e4 {{(pid=87484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:43:08.938577 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-2bed4060-0b3a-4c93-9ce4-3933cecdb4fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:08.964313 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.db [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] For port db18dace-f7e4-40d6-9c3f-60eb8f22d3e4, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=db18dace-f7e4-40d6-9c3f-60eb8f22d3e4,segment=NetworkSegment(8f86a650-8b17-4191-9d4d-741e4b1dc40b),segment_id=8f86a650-8b17-4191-9d4d-741e4b1dc40b)] {{(pid=87482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:43:08.964958 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:09.089783 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Calling delete_port for db18dace-f7e4-40d6-9c3f-60eb8f22d3e4 owned by network:dhcp {{(pid=87482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:43:09.144117 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-2bed4060-0b3a-4c93-9ce4-3933cecdb4fa None None] For port db18dace-f7e4-40d6-9c3f-60eb8f22d3e4, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=db18dace-f7e4-40d6-9c3f-60eb8f22d3e4,segment=NetworkSegment(8f86a650-8b17-4191-9d4d-741e4b1dc40b),segment_id=8f86a650-8b17-4191-9d4d-741e4b1dc40b)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:43:09.144504 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-2bed4060-0b3a-4c93-9ce4-3933cecdb4fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:09.259628 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1726876'] for port, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:09.268834 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-2bed4060-0b3a-4c93-9ce4-3933cecdb4fa None None] Calling delete_port for db18dace-f7e4-40d6-9c3f-60eb8f22d3e4 owned by network:dhcp {{(pid=87484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:43:09.310619 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=db18dace-f7e4-40d6-9c3f-60eb8f22d3e4,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:09.312977 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] No DVR routers for this DVR port db18dace-f7e4-40d6-9c3f-60eb8f22d3e4 on host dv-cinder-818886-2-iscsi {{(pid=87482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:43:09.345251 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.db.api [None req-2bed4060-0b3a-4c93-9ce4-3933cecdb4fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 22:43:09.345566 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG oslo_db.api [None req-2bed4060-0b3a-4c93-9ce4-3933cecdb4fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 22:43:09.350581 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:09.350928 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:09.351265 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:09.351601 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:09.351925 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:09.352248 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:09.352571 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:09.352891 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:09.353235 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:09.353599 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:09.353915 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:09.354234 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:09.437957 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771300', 'neutron.services.segments.db._delete_segments_for_network-8748711873850'] for network, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:09.461951 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.services.segments.db [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba36a49c-4c3d-4131-9665-a3490bc7941f']}} {{(pid=87482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:09.474184 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.services.segments.db [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f86a650-8b17-4191-9d4d-741e4b1dc40b') {'for_net_delete': True} {{(pid=87482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:09.474475 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.services.segments.db [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f86a650-8b17-4191-9d4d-741e4b1dc40b') {} {{(pid=87482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:09.485472 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748711876181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1348540'] for segment, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:09.500726 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:09.506442 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 22:43:09.506815 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3777956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1889869'] for segment, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: Traceback (most recent call last): Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: timer() Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: cb(*args, **kw) Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: return func(*args, **kwargs) Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: self._notify() Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: self.callback(batched_events) Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: event.method(event) Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: return f(self, *a, **k) Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: return self._get(url).json() Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: return self.request(url, 'GET', **kwargs) Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 22:43:09.520146 dv-cinder-818886-2-iscsi neutron-server[87482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 22:43:09.668540 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542425'] for network, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:09.687466 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:09.693343 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba36a49c-4c3d-4131-9665-a3490bc7941f,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:09.703399 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-2a1c2b79-0e68-43f1-93cb-e0fdb240bea2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ba36a49c-4c3d-4131-9665-a3490bc7941f HTTP/1.1" status: 204 len: 168 time: 1.0763917 Feb 05 22:43:09.829782 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device db18dace-f7e4-40d6-9c3f-60eb8f22d3e4 no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:43:09.853791 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-2bed4060-0b3a-4c93-9ce4-3933cecdb4fa None None] Deleting port db18dace-f7e4-40d6-9c3f-60eb8f22d3e4 {{(pid=87484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:43:09.854164 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-2bed4060-0b3a-4c93-9ce4-3933cecdb4fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:09.896290 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: db18dace-f7e4-40d6-9c3f-60eb8f22d3e4 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:43:09.896635 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device db18dace-f7e4-40d6-9c3f-60eb8f22d3e4 not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:43:09.897050 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device bb91f536-203c-4950-b2cf-b96d044f82d2 no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:43:09.952690 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: bb91f536-203c-4950-b2cf-b96d044f82d2 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:43:09.953373 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device bb91f536-203c-4950-b2cf-b96d044f82d2 not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:43:09.965454 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-2bed4060-0b3a-4c93-9ce4-3933cecdb4fa None None] The port 'db18dace-f7e4-40d6-9c3f-60eb8f22d3e4' was deleted {{(pid=87484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 05 22:43:10.137895 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 47674) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:10.186268 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-fcd1a715-e59d-4b5e-89fd-bf2d529ada38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=702e29ddaa8744428563df1e658cf792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470879 Feb 05 22:43:10.188622 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 47678) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:10.250224 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2ddd01ca-0f49-434f-85d2-18728ffc96ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:10.276427 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2ddd01ca-0f49-434f-85d2-18728ffc96ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:10.463358 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2ddd01ca-0f49-434f-85d2-18728ffc96ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:10.480692 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd01ca-0f49-434f-85d2-18728ffc96ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a986b4-a61e-4337-99b1-10cff2eee2be,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:10.581472 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2ddd01ca-0f49-434f-85d2-18728ffc96ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:10.582616 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-2ddd01ca-0f49-434f-85d2-18728ffc96ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5a986b4-a61e-4337-99b1-10cff2eee2be HTTP/1.1" status: 204 len: 168 time: 0.3930407 Feb 05 22:43:11.348718 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:11.371377 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 47696) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:11.419693 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-e00de361-972b-4938-9acb-1876ae0de667 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90f8515c3fc54edbb4e647fec6af969b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471902 Feb 05 22:43:11.422497 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 47700) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:11.480060 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ab6675da-08f7-4b30-beea-41657480c16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:11.504548 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ab6675da-08f7-4b30-beea-41657480c16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:11.682207 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ab6675da-08f7-4b30-beea-41657480c16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:11.762191 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6675da-08f7-4b30-beea-41657480c16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f24c16-4aac-495b-b154-41271a4ca7be,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:11.770199 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ab6675da-08f7-4b30-beea-41657480c16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:11.773459 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-ab6675da-08f7-4b30-beea-41657480c16c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0f24c16-4aac-495b-b154-41271a4ca7be HTTP/1.1" status: 204 len: 168 time: 0.3479302 Feb 05 22:43:13.817426 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d6fccf2c-506e-424c-933b-1287c28914b2 req-976a9cbd-44cc-44eb-9b8e-b0580fdb98ba service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753148 Feb 05 22:43:13.919534 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fccf2c-506e-424c-933b-1287c28914b2 req-7809f732-7fe2-4f0b-a8ed-ddd5cb424f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:13.919534 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d6fccf2c-506e-424c-933b-1287c28914b2 req-7809f732-7fe2-4f0b-a8ed-ddd5cb424f44 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793&device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 1099 time: 0.0722716 Feb 05 22:43:14.090456 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fccf2c-506e-424c-933b-1287c28914b2 req-d7985df7-75a9-4336-bdfb-ee2e195ad37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:14.091903 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d6fccf2c-506e-424c-933b-1287c28914b2 req-d7985df7-75a9-4336-bdfb-ee2e195ad37e service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebea9618-4630-4a58-9d58-eedf0e21d8a9 HTTP/1.1" status: 200 len: 913 time: 0.1465557 Feb 05 22:43:14.200522 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d6fccf2c-506e-424c-933b-1287c28914b2 req-3f0a25f9-e66d-46a1-a644-1381f4b94d8e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7511d30-bd9c-4f51-8df4-40524bba32ea HTTP/1.1" status: 200 len: 1002 time: 0.0986536 Feb 05 22:43:14.268904 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fccf2c-506e-424c-933b-1287c28914b2 req-4c65c302-f769-48e5-98c2-a022f33a77db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:14.270365 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d6fccf2c-506e-424c-933b-1287c28914b2 req-4c65c302-f769-48e5-98c2-a022f33a77db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=475e8ece-de3e-49c6-a895-1ccf27af5e7e HTTP/1.1" status: 200 len: 851 time: 0.0628507 Feb 05 22:43:14.351639 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fccf2c-506e-424c-933b-1287c28914b2 req-3c27c446-f97e-4357-bd54-5ffb781c1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:14.353041 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d6fccf2c-506e-424c-933b-1287c28914b2 req-3c27c446-f97e-4357-bd54-5ffb781c1231 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebea9618-4630-4a58-9d58-eedf0e21d8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700016 Feb 05 22:43:14.487299 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d6fccf2c-506e-424c-933b-1287c28914b2 req-d3a5fe2d-352e-45c4-89bc-5b9f9fbfa33b service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238189 Feb 05 22:43:14.622415 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d6fccf2c-506e-424c-933b-1287c28914b2 req-c326b3ee-f8b4-4cbe-b93b-5457c30806bb service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274061 Feb 05 22:43:15.038204 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 47754) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:15.157900 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9b36e923-9840-4825-9ecd-58e0e31efb81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:15.172847 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-9b36e923-9840-4825-9ecd-58e0e31efb81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:43:15.176601 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-9b36e923-9840-4825-9ecd-58e0e31efb81 admin admin] Usage tracker for resource:security_group_rule and tenant:3506ce0d1ccf4d339d04c0f968072385 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:43:15.179462 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-9b36e923-9840-4825-9ecd-58e0e31efb81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:43:15.185086 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-9b36e923-9840-4825-9ecd-58e0e31efb81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:43:15.265068 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9b36e923-9840-4825-9ecd-58e0e31efb81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:15.379467 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9b36e923-9840-4825-9ecd-58e0e31efb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:15.426389 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e923-9840-4825-9ecd-58e0e31efb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0556ea1d-d885-4868-ac6b-b4d66f35dcff,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:15.430815 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-9b36e923-9840-4825-9ecd-58e0e31efb81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3506ce0d1ccf4d339d04c0f968072385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3915474 Feb 05 22:43:15.434166 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 47766) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:15.490901 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0118abbb-1fe5-4204-b5f0-597839faaaaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:15.519663 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0118abbb-1fe5-4204-b5f0-597839faaaaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:15.624924 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0118abbb-1fe5-4204-b5f0-597839faaaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:15.642535 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118abbb-1fe5-4204-b5f0-597839faaaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0556ea1d-d885-4868-ac6b-b4d66f35dcff,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:15.645758 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0118abbb-1fe5-4204-b5f0-597839faaaaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:15.646865 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-0118abbb-1fe5-4204-b5f0-597839faaaaa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0556ea1d-d885-4868-ac6b-b4d66f35dcff HTTP/1.1" status: 204 len: 168 time: 0.2122154 Feb 05 22:43:16.897560 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 47784) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:16.915466 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-04da70cd-7f10-4085-b41e-46c9ddc80f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:16.930313 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-04da70cd-7f10-4085-b41e-46c9ddc80f37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:43:16.964670 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-04da70cd-7f10-4085-b41e-46c9ddc80f37 admin admin] Usage tracker for resource:security_group_rule and tenant:adf1ab51884b478c88b881ee0aa7e4dd is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:43:16.964670 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-04da70cd-7f10-4085-b41e-46c9ddc80f37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:43:16.964670 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-04da70cd-7f10-4085-b41e-46c9ddc80f37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:43:17.024692 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-04da70cd-7f10-4085-b41e-46c9ddc80f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:17.194665 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-04da70cd-7f10-4085-b41e-46c9ddc80f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:17.246698 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-04da70cd-7f10-4085-b41e-46c9ddc80f37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=adf1ab51884b478c88b881ee0aa7e4dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480842 Feb 05 22:43:17.247538 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da70cd-7f10-4085-b41e-46c9ddc80f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a6d9c7-5a39-42f6-a25a-cc3c6b8a6919,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:17.249390 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 47794) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:17.309100 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7661bf2c-f57b-4c35-9606-e749380c098b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:17.334619 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7661bf2c-f57b-4c35-9606-e749380c098b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:17.468832 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7661bf2c-f57b-4c35-9606-e749380c098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:17.490148 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661bf2c-f57b-4c35-9606-e749380c098b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a6d9c7-5a39-42f6-a25a-cc3c6b8a6919,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:17.491691 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7661bf2c-f57b-4c35-9606-e749380c098b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:17.493101 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-7661bf2c-f57b-4c35-9606-e749380c098b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4a6d9c7-5a39-42f6-a25a-cc3c6b8a6919 HTTP/1.1" status: 204 len: 168 time: 0.2418218 Feb 05 22:43:17.639642 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02d9ac-7437-42af-91dc-57a28898483b req-96a126cc-6661-4178-b16d-ad0bbfe1e7ba tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:17.641241 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ca02d9ac-7437-42af-91dc-57a28898483b req-96a126cc-6661-4178-b16d-ad0bbfe1e7ba tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0861940 Feb 05 22:43:17.690200 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ca02d9ac-7437-42af-91dc-57a28898483b req-431df8e6-a595-48ec-8e21-e88e6206097a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373223 Feb 05 22:43:18.883707 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c8384-9e03-441c-b8fe-7a1a6edaab36 req-80275dc7-54ff-463b-984c-7751840ec91f tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:18.890317 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-579c8384-9e03-441c-b8fe-7a1a6edaab36 req-80275dc7-54ff-463b-984c-7751840ec91f tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0857592 Feb 05 22:43:18.933443 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-579c8384-9e03-441c-b8fe-7a1a6edaab36 req-9c293516-35db-4a00-88eb-77c413d5d48b tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419655 Feb 05 22:43:18.937248 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-982d7493-141f-46ff-8613-311368f67b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:20.122588 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9d492-6c12-4670-ad6f-caf6d0037681 req-5de29958-6190-42e1-bdc5-95fad654f9b8 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:20.124030 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4bb9d492-6c12-4670-ad6f-caf6d0037681 req-5de29958-6190-42e1-bdc5-95fad654f9b8 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0799809 Feb 05 22:43:20.171299 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4bb9d492-6c12-4670-ad6f-caf6d0037681 req-c090679a-6364-41ab-8aa3-95a8eee80180 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413468 Feb 05 22:43:21.046111 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 47894) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:21.162124 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-fb3f92eb-34b0-4614-935c-d750971a70b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:21.176758 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-fb3f92eb-34b0-4614-935c-d750971a70b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:43:21.180547 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-fb3f92eb-34b0-4614-935c-d750971a70b0 admin admin] Usage tracker for resource:security_group_rule and tenant:6cef552ab2bc43c5b46893b4431d1c19 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:43:21.183598 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-fb3f92eb-34b0-4614-935c-d750971a70b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:43:21.189350 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-fb3f92eb-34b0-4614-935c-d750971a70b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:43:21.276324 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-fb3f92eb-34b0-4614-935c-d750971a70b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:21.325816 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f177033f-891d-4755-bc23-e023794345ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:21.351490 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-fb3f92eb-34b0-4614-935c-d750971a70b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:21.404160 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-fb3f92eb-34b0-4614-935c-d750971a70b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cef552ab2bc43c5b46893b4431d1c19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570113 Feb 05 22:43:21.404961 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f92eb-34b0-4614-935c-d750971a70b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6a169c-6d66-4691-bff3-1d95a7a1ed77,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:21.406891 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 47904) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:21.427484 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019a34f-e408-406f-a870-fad157b9bac8 req-1c29ceb7-b47e-4b37-9b38-9d8e32729af2 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:21.428913 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4019a34f-e408-406f-a870-fad157b9bac8 req-1c29ceb7-b47e-4b37-9b38-9d8e32729af2 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.1296458 Feb 05 22:43:21.465518 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-59efe140-96fe-445f-bfbf-52ccb68d9c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:21.473511 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4019a34f-e408-406f-a870-fad157b9bac8 req-0b5b2f5a-b026-4d3b-bb94-cb768c184e04 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385702 Feb 05 22:43:21.491593 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-59efe140-96fe-445f-bfbf-52ccb68d9c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:21.624845 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-59efe140-96fe-445f-bfbf-52ccb68d9c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:21.643077 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efe140-96fe-445f-bfbf-52ccb68d9c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6a169c-6d66-4691-bff3-1d95a7a1ed77,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:21.645361 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-59efe140-96fe-445f-bfbf-52ccb68d9c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:21.647030 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-59efe140-96fe-445f-bfbf-52ccb68d9c95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad6a169c-6d66-4691-bff3-1d95a7a1ed77 HTTP/1.1" status: 204 len: 168 time: 0.2385798 Feb 05 22:43:22.254833 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 47916) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:22.269301 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-297e9e9d-1277-4828-a56b-6f93f8dd8248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:22.279790 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:22.291238 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-297e9e9d-1277-4828-a56b-6f93f8dd8248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:43:22.291238 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-297e9e9d-1277-4828-a56b-6f93f8dd8248 admin admin] Usage tracker for resource:security_group_rule and tenant:569ac1162da14306aaad32952a90c62a is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:43:22.292190 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-297e9e9d-1277-4828-a56b-6f93f8dd8248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:43:22.297862 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-297e9e9d-1277-4828-a56b-6f93f8dd8248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:43:22.394163 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-297e9e9d-1277-4828-a56b-6f93f8dd8248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:22.476980 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-297e9e9d-1277-4828-a56b-6f93f8dd8248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:22.524624 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-297e9e9d-1277-4828-a56b-6f93f8dd8248 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=569ac1162da14306aaad32952a90c62a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714820 Feb 05 22:43:22.527559 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e9e9d-1277-4828-a56b-6f93f8dd8248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1d1b38-dce4-46c4-8d99-3dfa726d428b,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:22.527862 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 47936) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:22.571149 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:22.594332 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-368e0598-6339-46be-9010-a034066101cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:22.621040 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-368e0598-6339-46be-9010-a034066101cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:22.676715 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d91d1a-1c9b-4e7f-b5a8-a3cd97df4af0 req-02e5b643-e08c-4249-bc92-2f29ea5ce2ff tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:22.678271 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-41d91d1a-1c9b-4e7f-b5a8-a3cd97df4af0 req-02e5b643-e08c-4249-bc92-2f29ea5ce2ff tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0861328 Feb 05 22:43:22.722819 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-41d91d1a-1c9b-4e7f-b5a8-a3cd97df4af0 req-165f8418-8cbb-4d4b-b6ca-eb1eb72dfab4 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383921 Feb 05 22:43:22.800020 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-368e0598-6339-46be-9010-a034066101cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:22.818434 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e0598-6339-46be-9010-a034066101cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1d1b38-dce4-46c4-8d99-3dfa726d428b,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:22.830205 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-368e0598-6339-46be-9010-a034066101cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:22.831319 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-368e0598-6339-46be-9010-a034066101cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f1d1b38-dce4-46c4-8d99-3dfa726d428b HTTP/1.1" status: 204 len: 168 time: 0.3023999 Feb 05 22:43:23.283842 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e8606-edff-44b8-a8d3-d22cbf51c0ea req-a3c12ffd-799f-4d0b-8aec-84fd62723472 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:23.285321 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b71e8606-edff-44b8-a8d3-d22cbf51c0ea req-a3c12ffd-799f-4d0b-8aec-84fd62723472 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 946 time: 0.0855739 Feb 05 22:43:23.330258 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b71e8606-edff-44b8-a8d3-d22cbf51c0ea req-9d9bc49a-6db3-4344-ad6a-23d4a696d944 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390100 Feb 05 22:43:23.704733 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:23.920245 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c091f-b282-4a4b-896d-a3ec406caf44 req-2d6cbde4-4fef-47b5-84f9-1d71e23b2f73 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:23.927535 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ec3c091f-b282-4a4b-896d-a3ec406caf44 req-2d6cbde4-4fef-47b5-84f9-1d71e23b2f73 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0858481 Feb 05 22:43:23.979095 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ec3c091f-b282-4a4b-896d-a3ec406caf44 req-d7d0e4ad-293a-4eeb-9c75-becba3fde8f3 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516019 Feb 05 22:43:24.518594 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a78b3-001b-459b-b09e-9f2fb1eaf11a req-f2917734-c272-467f-83e6-1a11170030b5 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:24.520041 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5b1a78b3-001b-459b-b09e-9f2fb1eaf11a req-f2917734-c272-467f-83e6-1a11170030b5 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 946 time: 0.0848746 Feb 05 22:43:24.566237 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5b1a78b3-001b-459b-b09e-9f2fb1eaf11a req-b083a790-aa26-40e2-a30a-6edb5a3fa922 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397990 Feb 05 22:43:24.951819 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa99767-ea4b-4685-b0d0-d4ffc7054caa req-4bd8c2e2-d361-4768-b1f8-0fd9dd3262e0 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:24.953288 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3aa99767-ea4b-4685-b0d0-d4ffc7054caa req-4bd8c2e2-d361-4768-b1f8-0fd9dd3262e0 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.45 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 946 time: 0.0823975 Feb 05 22:43:25.025337 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-3aa99767-ea4b-4685-b0d0-d4ffc7054caa req-45141894-b06d-422c-8b39-76a7ea033027 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Deleting port e7511d30-bd9c-4f51-8df4-40524bba32ea {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:43:25.025680 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-3aa99767-ea4b-4685-b0d0-d4ffc7054caa req-45141894-b06d-422c-8b39-76a7ea033027 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:25.348161 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 48008) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:25.410541 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_v2 [None req-b693ae0e-cd43-4d90-9b91-549a7a28cd45 admin admin] Deleting subnet b6e265d6-858b-40d6-bc86-d6d3ef03b650 {{(pid=87482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 05 22:43:25.413772 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b693ae0e-cd43-4d90-9b91-549a7a28cd45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:25.425518 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f2ca1-baa6-4c0a-a071-922dd301a5c2 req-cb1f2c33-29de-4768-b1e7-8ee246bcebc5 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:25.427110 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-149f2ca1-baa6-4c0a-a071-922dd301a5c2 req-cb1f2c33-29de-4768-b1e7-8ee246bcebc5 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.3112330 Feb 05 22:43:25.461189 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-3aa99767-ea4b-4685-b0d0-d4ffc7054caa req-45141894-b06d-422c-8b39-76a7ea033027 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] For port e7511d30-bd9c-4f51-8df4-40524bba32ea, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e7511d30-bd9c-4f51-8df4-40524bba32ea,segment=NetworkSegment(d7af7278-00da-4a19-8b7b-1858f8d90a47),segment_id=d7af7278-00da-4a19-8b7b-1858f8d90a47)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:43:25.461531 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-3aa99767-ea4b-4685-b0d0-d4ffc7054caa req-45141894-b06d-422c-8b39-76a7ea033027 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:25.467984 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b693ae0e-cd43-4d90-9b91-549a7a28cd45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1348491'] for subnet, precommit_delete_associations {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:25.530576 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b693ae0e-cd43-4d90-9b91-549a7a28cd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770741'] for subnet, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:25.565302 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-149f2ca1-baa6-4c0a-a071-922dd301a5c2 req-ff14c50f-3977-419d-8c55-41a6c1993bfe tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288881 Feb 05 22:43:25.672008 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b693ae0e-cd43-4d90-9b91-549a7a28cd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1726959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10986689'] for subnet, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:25.757227 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693ae0e-cd43-4d90-9b91-549a7a28cd45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6e265d6-858b-40d6-bc86-d6d3ef03b650,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:25.760425 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b693ae0e-cd43-4d90-9b91-549a7a28cd45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:25.779657 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-3aa99767-ea4b-4685-b0d0-d4ffc7054caa req-45141894-b06d-422c-8b39-76a7ea033027 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:25.780031 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-3aa99767-ea4b-4685-b0d0-d4ffc7054caa req-45141894-b06d-422c-8b39-76a7ea033027 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542379'] for floatingip, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:25.780373 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.l3_db [req-3aa99767-ea4b-4685-b0d0-d4ffc7054caa req-45141894-b06d-422c-8b39-76a7ea033027 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Floating IP 4b5266fd-6b39-40f7-b742-fc1afcf54505 disassociated. External IP: 172.27.3.205, port: e7511d30-bd9c-4f51-8df4-40524bba32ea. Feb 05 22:43:25.780681 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-3aa99767-ea4b-4685-b0d0-d4ffc7054caa req-45141894-b06d-422c-8b39-76a7ea033027 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Calling delete_port for e7511d30-bd9c-4f51-8df4-40524bba32ea owned by compute:nova {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:43:25.782996 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-b693ae0e-cd43-4d90-9b91-549a7a28cd45 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b6e265d6-858b-40d6-bc86-d6d3ef03b650 HTTP/1.1" status: 204 len: 168 time: 0.4337001 Feb 05 22:43:25.785334 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 48018) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:25.906250 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f09d5-9586-4c4b-a97e-e2a3a6601706 req-71b73c52-9db8-4adc-9366-7bbf3c2ae889 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:25.908249 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f29f09d5-9586-4c4b-a97e-e2a3a6601706 req-71b73c52-9db8-4adc-9366-7bbf3c2ae889 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 946 time: 0.2038078 Feb 05 22:43:25.930740 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7aa67ca9-962b-4775-8aaf-f5fdd61ce462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744846'] for network, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:25.991687 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-3aa99767-ea4b-4685-b0d0-d4ffc7054caa req-45141894-b06d-422c-8b39-76a7ea033027 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:25.997703 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f29f09d5-9586-4c4b-a97e-e2a3a6601706 req-d132b159-a60d-409e-a2d3-bf2eba444d35 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836637 Feb 05 22:43:25.998365 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 48024) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:26.049781 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45141894-b06d-422c-8b39-76a7ea033027 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event deleted for resources: {'Port': ['ID=e7511d30-bd9c-4f51-8df4-40524bba32ea,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:26.094929 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7aa67ca9-962b-4775-8aaf-f5fdd61ce462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771300', 'neutron.services.segments.db._delete_segments_for_network-8748711873850'] for network, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:26.121978 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.services.segments.db [None req-7aa67ca9-962b-4775-8aaf-f5fdd61ce462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc90e92-1c6d-4ad5-938e-10d0685ae14c']}} {{(pid=87482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:26.146953 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.services.segments.db [None req-7aa67ca9-962b-4775-8aaf-f5fdd61ce462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b6474d-796f-4dea-bdee-971c22575810') {'for_net_delete': True} {{(pid=87482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:26.147250 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.services.segments.db [None req-7aa67ca9-962b-4775-8aaf-f5fdd61ce462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b6474d-796f-4dea-bdee-971c22575810') {} {{(pid=87482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:26.157584 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-142b34b1-7b71-4d34-b095-e7e05997cba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:26.174047 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7aa67ca9-962b-4775-8aaf-f5fdd61ce462 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748711876181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1348540'] for segment, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:26.189429 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-142b34b1-7b71-4d34-b095-e7e05997cba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:43:26.193336 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-142b34b1-7b71-4d34-b095-e7e05997cba5 admin admin] Usage tracker for resource:security_group_rule and tenant:441d7e1d66ed44cda200f9e097709b04 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:43:26.196009 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7aa67ca9-962b-4775-8aaf-f5fdd61ce462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:26.198172 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-142b34b1-7b71-4d34-b095-e7e05997cba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:43:26.206275 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-142b34b1-7b71-4d34-b095-e7e05997cba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:43:26.208269 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa67ca9-962b-4775-8aaf-f5fdd61ce462 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 22:43:26.208659 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7aa67ca9-962b-4775-8aaf-f5fdd61ce462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3777956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1889869'] for segment, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:26.238818 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3aa99767-ea4b-4685-b0d0-d4ffc7054caa req-45141894-b06d-422c-8b39-76a7ea033027 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Router 32f81c64-56c3-484d-979c-53a43186fbe6 has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: Traceback (most recent call last): Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: timer() Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: cb(*args, **kw) Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: return func(*args, **kwargs) Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: self._notify() Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: self.callback(batched_events) Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: event.method(event) Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: return f(self, *a, **k) Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: return self._get(url).json() Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: return self.request(url, 'GET', **kwargs) Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 22:43:26.295963 dv-cinder-818886-2-iscsi neutron-server[87482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 22:43:26.422532 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3aa99767-ea4b-4685-b0d0-d4ffc7054caa req-45141894-b06d-422c-8b39-76a7ea033027 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:43:26.435234 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637b661-7eaf-45e0-8403-8c91d0642e3d None None] Sync routers for ids ['32f81c64-56c3-484d-979c-53a43186fbe6'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:43:26.444797 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3637b661-7eaf-45e0-8403-8c91d0642e3d None None] Routers {'32f81c64-56c3-484d-979c-53a43186fbe6'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:43:26.445448 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-3637b661-7eaf-45e0-8403-8c91d0642e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:43:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['32f81c64-56c3-484d-979c-53a43186fbe6'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:26.452021 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-142b34b1-7b71-4d34-b095-e7e05997cba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:26.457130 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7aa67ca9-962b-4775-8aaf-f5fdd61ce462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542425'] for network, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:26.479560 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7aa67ca9-962b-4775-8aaf-f5fdd61ce462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:26.486994 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa67ca9-962b-4775-8aaf-f5fdd61ce462 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc90e92-1c6d-4ad5-938e-10d0685ae14c,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:26.516260 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa99767-ea4b-4685-b0d0-d4ffc7054caa req-45141894-b06d-422c-8b39-76a7ea033027 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] No DVR routers for this DVR port e7511d30-bd9c-4f51-8df4-40524bba32ea on host hv-cinder-81888 {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:43:26.517371 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-142b34b1-7b71-4d34-b095-e7e05997cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:26.518822 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-3aa99767-ea4b-4685-b0d0-d4ffc7054caa req-45141894-b06d-422c-8b39-76a7ea033027 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:26.522008 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bf91f8-b58a-41a3-adbb-9756449077f8', 'name': 'network-vif-deleted', 'tag': 'e7511d30-bd9c-4f51-8df4-40524bba32ea'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:43:26.569414 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bf91f8-b58a-41a3-adbb-9756449077f8', 'name': 'network-vif-deleted', 'tag': 'e7511d30-bd9c-4f51-8df4-40524bba32ea', 'status': 'completed', 'code': 200} Feb 05 22:43:26.583456 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 48032) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:26.583982 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-142b34b1-7b71-4d34-b095-e7e05997cba5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=441d7e1d66ed44cda200f9e097709b04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5718412 Feb 05 22:43:26.585953 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b34b1-7b71-4d34-b095-e7e05997cba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bd94b5-c4cf-483e-9be6-fd46171eb1b9,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:26.591419 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-7aa67ca9-962b-4775-8aaf-f5fdd61ce462 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3bc90e92-1c6d-4ad5-938e-10d0685ae14c HTTP/1.1" status: 204 len: 168 time: 0.8051326 Feb 05 22:43:26.652072 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3aa99767-ea4b-4685-b0d0-d4ffc7054caa req-45141894-b06d-422c-8b39-76a7ea033027 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.45 "DELETE /v2.0/ports/e7511d30-bd9c-4f51-8df4-40524bba32ea HTTP/1.1" status: 204 len: 173 time: 1.6925230 Feb 05 22:43:26.684845 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ba96fa6b-fd9c-4718-90c4-f70dd56fa5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:26.703495 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-3637b661-7eaf-45e0-8403-8c91d0642e3d None None] Set router 32f81c64-56c3-484d-979c-53a43186fbe6 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:43:26.712094 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ba96fa6b-fd9c-4718-90c4-f70dd56fa5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:26.774372 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337c23a-6a54-470e-86b9-3e51f6c34009 req-7765ee6d-7ab1-4b99-843f-59eb2cf8c299 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:26.776894 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9337c23a-6a54-470e-86b9-3e51f6c34009 req-7765ee6d-7ab1-4b99-843f-59eb2cf8c299 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0839984 Feb 05 22:43:26.822541 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9337c23a-6a54-470e-86b9-3e51f6c34009 req-12087554-1f72-430b-bfd1-be2975663f8d tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389144 Feb 05 22:43:26.917135 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ba96fa6b-fd9c-4718-90c4-f70dd56fa5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:26.934634 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96fa6b-fd9c-4718-90c4-f70dd56fa5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bd94b5-c4cf-483e-9be6-fd46171eb1b9,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:26.939634 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ba96fa6b-fd9c-4718-90c4-f70dd56fa5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:26.940009 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-ba96fa6b-fd9c-4718-90c4-f70dd56fa5f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55bd94b5-c4cf-483e-9be6-fd46171eb1b9 HTTP/1.1" status: 204 len: 168 time: 0.3538001 Feb 05 22:43:27.031054 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-3637b661-7eaf-45e0-8403-8c91d0642e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:40Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'dda99590-73a7-42d8-b7ef-4d5568cd9034', 'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'mac_address': 'fa:16:3e:87:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:39Z', 'updated_at': '2022-02-05T22:39:55Z', 'revision_number': 5, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'subnets': [{'id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:27.034868 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637b661-7eaf-45e0-8403-8c91d0642e3d None None] Checking router: 32f81c64-56c3-484d-979c-53a43186fbe6 for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:43:27.043696 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3637b661-7eaf-45e0-8403-8c91d0642e3d None None] Routers {'32f81c64-56c3-484d-979c-53a43186fbe6'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:43:27.044293 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-3637b661-7eaf-45e0-8403-8c91d0642e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:43:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['32f81c64-56c3-484d-979c-53a43186fbe6'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:27.137071 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device e7511d30-bd9c-4f51-8df4-40524bba32ea no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:43:27.148135 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-abb588f1-0fe6-478b-a4fe-fd195f143f21 req-c8e8eafb-a496-403d-a041-5fb785e92c95 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Synchronizing usage tracker for tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:43:27.175792 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 48044) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:27.228441 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-20ad13d4-3383-461a-9373-7b32a0b0a6c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9480a8c004e480792a22fc19a4fc607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510802 Feb 05 22:43:27.230564 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 48048) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:27.238983 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] No Port match for: e7511d30-bd9c-4f51-8df4-40524bba32ea {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:43:27.239563 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device e7511d30-bd9c-4f51-8df4-40524bba32ea not bound to the agent host hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:43:27.261054 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-abb588f1-0fe6-478b-a4fe-fd195f143f21 req-c8e8eafb-a496-403d-a041-5fb785e92c95 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Unset dirty status for tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:43:27.262247 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-abb588f1-0fe6-478b-a4fe-fd195f143f21 req-c8e8eafb-a496-403d-a041-5fb785e92c95 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=84bf91f8-b58a-41a3-adbb-9756449077f8 HTTP/1.1" status: 200 len: 210 time: 0.1572404 Feb 05 22:43:27.265013 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-3637b661-7eaf-45e0-8403-8c91d0642e3d None None] Set router 32f81c64-56c3-484d-979c-53a43186fbe6 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:43:27.315862 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4b897bc4-b4c1-4b0e-8672-314d9ca701e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:27.346500 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4b897bc4-b4c1-4b0e-8672-314d9ca701e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:27.516558 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4b897bc4-b4c1-4b0e-8672-314d9ca701e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:27.533811 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b897bc4-b4c1-4b0e-8672-314d9ca701e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106fe336-82ad-4a42-9699-6ce74198fc9f,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:27.601128 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-3637b661-7eaf-45e0-8403-8c91d0642e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:40Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'dda99590-73a7-42d8-b7ef-4d5568cd9034', 'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'mac_address': 'fa:16:3e:87:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:39Z', 'updated_at': '2022-02-05T22:39:55Z', 'revision_number': 5, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'subnets': [{'id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:27.605663 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637b661-7eaf-45e0-8403-8c91d0642e3d None None] The sync data for ids ['32f81c64-56c3-484d-979c-53a43186fbe6'] in dv-cinder-818886-2-iscsi is: [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:40Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'dda99590-73a7-42d8-b7ef-4d5568cd9034', 'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'mac_address': 'fa:16:3e:87:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:39Z', 'updated_at': '2022-02-05T22:39:55Z', 'revision_number': 5, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'subnets': [{'id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:43:27.687076 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4b897bc4-b4c1-4b0e-8672-314d9ca701e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:27.688214 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-4b897bc4-b4c1-4b0e-8672-314d9ca701e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/106fe336-82ad-4a42-9699-6ce74198fc9f HTTP/1.1" status: 204 len: 168 time: 0.4566665 Feb 05 22:43:27.840821 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd40566f-c43b-4da8-88c2-4f633d90afab None None] New status for floating IP 4b5266fd-6b39-40f7-b742-fc1afcf54505: DOWN {{(pid=87485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 22:43:27.892678 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 48058) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:27.928637 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ba16226f-57ed-41c2-8622-368744e91b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:27.948608 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-ba16226f-57ed-41c2-8622-368744e91b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:43:27.952555 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-ba16226f-57ed-41c2-8622-368744e91b71 admin admin] Usage tracker for resource:security_group_rule and tenant:40201cbcb4f14a0e8b02230ebbfc8192 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:43:27.955533 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-ba16226f-57ed-41c2-8622-368744e91b71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:43:27.961501 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-ba16226f-57ed-41c2-8622-368744e91b71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:43:28.032432 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752ee64-5a93-48f7-90b7-7c29b0d6f744 req-1068f860-08d5-456c-a8fc-35bfb4fcb530 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:28.034046 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0752ee64-5a93-48f7-90b7-7c29b0d6f744 req-1068f860-08d5-456c-a8fc-35bfb4fcb530 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0931070 Feb 05 22:43:28.056279 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ba16226f-57ed-41c2-8622-368744e91b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:28.086096 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0752ee64-5a93-48f7-90b7-7c29b0d6f744 req-7c069cc3-210b-4d2e-bb01-3321af1f6fe3 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439353 Feb 05 22:43:28.131027 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ba16226f-57ed-41c2-8622-368744e91b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:28.182066 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-ba16226f-57ed-41c2-8622-368744e91b71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40201cbcb4f14a0e8b02230ebbfc8192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855213 Feb 05 22:43:28.182066 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16226f-57ed-41c2-8622-368744e91b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf43d61-2619-4414-9b14-c970060fe5a9,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:28.184342 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 48064) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:28.247710 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ba4b71b9-d520-4ade-a485-24da6732a8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:28.275285 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ba4b71b9-d520-4ade-a485-24da6732a8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:28.425473 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ba4b71b9-d520-4ade-a485-24da6732a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:28.440396 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b71b9-d520-4ade-a485-24da6732a8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf43d61-2619-4414-9b14-c970060fe5a9,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:28.447467 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ba4b71b9-d520-4ade-a485-24da6732a8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:28.448537 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-ba4b71b9-d520-4ade-a485-24da6732a8f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bf43d61-2619-4414-9b14-c970060fe5a9 HTTP/1.1" status: 204 len: 168 time: 0.2630568 Feb 05 22:43:28.627240 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-c414d6bf-7d99-4f9f-a0c2-7984e5ad2711 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-614543567&fields=id&tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793 HTTP/1.1" status: 200 len: 267 time: 0.0391576 Feb 05 22:43:28.779734 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-55f86265-bda5-411d-b60d-2e2d53e9944c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:28.781270 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-55f86265-bda5-411d-b60d-2e2d53e9944c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/networks?id=ebea9618-4630-4a58-9d58-eedf0e21d8a9 HTTP/1.1" status: 200 len: 812 time: 0.1469789 Feb 05 22:43:28.798376 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-c17ab56c-f1ed-45d6-a2a7-a06cd211dc16 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/quotas/c11ef7c1d2e84d30b7e289e2ed5ba793 HTTP/1.1" status: 200 len: 375 time: 0.0105195 Feb 05 22:43:28.888499 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-7fa8b2b1-3d17-4e5d-9b29-08c786eca5c3 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0832758 Feb 05 22:43:29.152609 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-4df0f842-1086-4cff-b40a-fa561790a2be service neutron] 10.222.0.24 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467575 Feb 05 22:43:29.296808 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-3ed2208d-d069-4123-9334-8b59403807a8 service neutron] 10.222.0.24 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339242 Feb 05 22:43:29.310497 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d733f-11a3-4048-9ed5-5d662cd984c0 req-ddac872c-b244-43e9-8a06-cdfbb29f49fe tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:29.312560 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4d5d733f-11a3-4048-9ed5-5d662cd984c0 req-ddac872c-b244-43e9-8a06-cdfbb29f49fe tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0959718 Feb 05 22:43:29.360169 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4d5d733f-11a3-4048-9ed5-5d662cd984c0 req-d1ca84d3-48c8-46d0-99dd-24b99ff149c6 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413404 Feb 05 22:43:29.757544 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 48126) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:29.858746 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-480953991-network', 'tenant_id': '710c6c4c9cd24645be54fdd85dbceb6e'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:43:29.863652 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:43:29.867606 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] Usage tracker for resource:network and tenant:710c6c4c9cd24645be54fdd85dbceb6e is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:43:29.871182 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:43:29.877396 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:43:30.053429 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] Made reservation on behalf of 710c6c4c9cd24645be54fdd85dbceb6e for: {'network': 1} {{(pid=87482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:43:30.055825 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for network, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:30.069106 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:30.089663 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:43:30.094257 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] Usage tracker for resource:security_group_rule and tenant:710c6c4c9cd24645be54fdd85dbceb6e is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:43:30.097139 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:43:30.104065 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:43:30.192357 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:30.257532 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:30.271378 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=87482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 22:43:30.282161 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:30.283072 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.db.segments_db [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] Added segment 4d2d58ab-01ca-4a36-8213-185e57236fb8 of type vlan for network 09af5931-2901-4bfd-8a1b-9c2689ee65e9 Feb 05 22:43:30.297016 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9c52f451-71df-41db-bb7a-835125ffabb0 req-1de1c0a1-d0f3-4a4d-a248-992e24deb424 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 210 time: 0.1798382 Feb 05 22:43:30.323083 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748711372171'] for network, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:30.342859 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9269ed20-ff69-472a-8217-08dec4033d39,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:30.430399 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for network, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:30.431885 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:30.432663 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:30.590322 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] Pushing event updated for resources: {'Network': ['ID=09af5931-2901-4bfd-8a1b-9c2689ee65e9,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:30.600152 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Network 09af5931-2901-4bfd-8a1b-9c2689ee65e9 details requested by agent ovs-agent-dv-cinder-818886-2-iscsi with host dv-cinder-818886-2-iscsi {{(pid=87484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 05 22:43:30.619131 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d961437-924e-44d6-ab2a-e72e24849cf7 req-08359ccf-2908-4360-9770-24913bc04324 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:30.620656 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0d961437-924e-44d6-ab2a-e72e24849cf7 req-08359ccf-2908-4360-9770-24913bc04324 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.1130431 Feb 05 22:43:30.672917 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0d961437-924e-44d6-ab2a-e72e24849cf7 req-c41d6979-e2d5-47ce-98e2-433f29eabab4 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464280 Feb 05 22:43:30.677147 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-8db9059f-08d8-427d-9f69-60f210084f60 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9182992 Feb 05 22:43:30.680310 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 48152) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:30.686709 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-d29ff2a1-18aa-4efe-bdf6-61f3e4171150 admin admin] Request body: {'subnet': {'network_id': '09af5931-2901-4bfd-8a1b-9c2689ee65e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-480953991-subnet', 'tenant_id': '710c6c4c9cd24645be54fdd85dbceb6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:43:30.692497 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-d29ff2a1-18aa-4efe-bdf6-61f3e4171150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:43:30.706345 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-d29ff2a1-18aa-4efe-bdf6-61f3e4171150 admin admin] Usage tracker for resource:subnet and tenant:710c6c4c9cd24645be54fdd85dbceb6e is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:43:30.707451 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-d29ff2a1-18aa-4efe-bdf6-61f3e4171150 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:43:30.714231 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-d29ff2a1-18aa-4efe-bdf6-61f3e4171150 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:43:30.828110 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29ff2a1-18aa-4efe-bdf6-61f3e4171150 admin admin] Made reservation on behalf of 710c6c4c9cd24645be54fdd85dbceb6e for: {'subnet': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:43:30.830543 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-d29ff2a1-18aa-4efe-bdf6-61f3e4171150 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10784630'] for subnet, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:31.137121 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-d29ff2a1-18aa-4efe-bdf6-61f3e4171150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10573127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10784612'] for subnet, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:31.217795 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ff2a1-18aa-4efe-bdf6-61f3e4171150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b837361-c5df-4e66-ab7f-283c70faf536,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:31.221768 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29ff2a1-18aa-4efe-bdf6-61f3e4171150 admin admin] Checking segment: {'id': '4d2d58ab-01ca-4a36-8213-185e57236fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '09af5931-2901-4bfd-8a1b-9c2689ee65e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:43:31.222181 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29ff2a1-18aa-4efe-bdf6-61f3e4171150 admin admin] Network hostable DHCP agents. Network: 09af5931-2901-4bfd-8a1b-9c2689ee65e9, hostable agents: ['4c125c21-34cc-48d5-813a-c17111208447'], hosted agents: [] {{(pid=87483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 22:43:31.310279 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29ff2a1-18aa-4efe-bdf6-61f3e4171150 admin admin] Network 09af5931-2901-4bfd-8a1b-9c2689ee65e9 is scheduled to be hosted by DHCP agent 4c125c21-34cc-48d5-813a-c17111208447 with binding_index 1 {{(pid=87483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 22:43:31.421561 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-d29ff2a1-18aa-4efe-bdf6-61f3e4171150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-2-iscsi, 09af5931-2901-4bfd-8a1b-9c2689ee65e9) {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:43:31.430508 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7f84d11a-ea4d-4853-b02f-52d50ea04163 req-a90841a4-8de6-4d8d-a4ba-4ae9968216b7 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 210 time: 0.0478687 Feb 05 22:43:31.431412 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95327825-9be1-4f7d-9d91-5c05f9731433 None None] Network 09af5931-2901-4bfd-8a1b-9c2689ee65e9 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:43:31.432738 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29ff2a1-18aa-4efe-bdf6-61f3e4171150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:31.433537 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-d29ff2a1-18aa-4efe-bdf6-61f3e4171150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:31.566410 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-d29ff2a1-18aa-4efe-bdf6-61f3e4171150 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8843548 Feb 05 22:43:31.654895 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5657e1ea-f809-48bf-af95-7767d69a96c2 None None] Network 09af5931-2901-4bfd-8a1b-9c2689ee65e9 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:43:31.934336 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e678fde-a8eb-46c5-af8e-4118ce09db59 req-b7d6569d-4824-498c-a84c-64798c5659ef tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:31.935879 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4e678fde-a8eb-46c5-af8e-4118ce09db59 req-b7d6569d-4824-498c-a84c-64798c5659ef tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.1183841 Feb 05 22:43:31.991421 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4e678fde-a8eb-46c5-af8e-4118ce09db59 req-95918dd7-e10b-4f8c-baff-15d416e803c1 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493803 Feb 05 22:43:32.588901 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9b8f1b49-258d-4cf1-ae4e-8795c49a8dd6 req-5e254575-22b5-43cf-97b0-871edcfe7a43 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 210 time: 0.0457513 Feb 05 22:43:33.185568 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821fd62-f0de-4be1-b2f2-04fc1f2d8293 req-f8e82ac1-7b3b-4725-85d0-5bf5ef1d5968 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:33.186937 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-3821fd62-f0de-4be1-b2f2-04fc1f2d8293 req-f8e82ac1-7b3b-4725-85d0-5bf5ef1d5968 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0841353 Feb 05 22:43:33.230855 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-3821fd62-f0de-4be1-b2f2-04fc1f2d8293 req-836b4694-540c-4fee-b4d6-79c78eab6719 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382853 Feb 05 22:43:33.739596 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-bad19b38-bc56-4942-8b90-178331ac7751 req-09bf896c-577e-48e6-92ac-f4076b343f89 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 210 time: 0.0418925 Feb 05 22:43:34.421832 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eae76-a1fe-4dd1-9bf0-2839c629b314 req-f70b6d70-54cc-4a76-be86-889505c8d30f tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:34.423277 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-149eae76-a1fe-4dd1-9bf0-2839c629b314 req-f70b6d70-54cc-4a76-be86-889505c8d30f tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0784893 Feb 05 22:43:34.470212 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-149eae76-a1fe-4dd1-9bf0-2839c629b314 req-461fa6d6-37f4-48cb-a506-3b0a7b5186f5 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412734 Feb 05 22:43:34.951996 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-17b93097-8d41-49ed-b53e-3a2cdf00174d req-6708ba9b-45bd-439e-b4ad-3378529be41b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 210 time: 0.0963528 Feb 05 22:43:35.026330 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-30dcc007-64a1-41ee-91e6-e2ccfc74ffc7 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:35.027682 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-30dcc007-64a1-41ee-91e6-e2ccfc74ffc7 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.45 "GET /v2.0/networks?id=ebea9618-4630-4a58-9d58-eedf0e21d8a9 HTTP/1.1" status: 200 len: 812 time: 0.1964324 Feb 05 22:43:35.077702 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-1e7a179d-e80d-4be4-886f-d82f4a7159bb tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793 HTTP/1.1" status: 200 len: 379 time: 0.0398610 Feb 05 22:43:35.086565 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-bfe7c35b-e910-4b88-9d1a-ca0d484b9f1c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Request body: {'port': {'device_id': 'e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'admin_state_up': True, 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'security_groups': ['9fb1c991-0177-4839-bafa-55f0dbbe213d']}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:43:35.225281 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-bfe7c35b-e910-4b88-9d1a-ca0d484b9f1c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:43:35.235491 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-bfe7c35b-e910-4b88-9d1a-ca0d484b9f1c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:43:35.333416 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-bfe7c35b-e910-4b88-9d1a-ca0d484b9f1c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Made reservation on behalf of c11ef7c1d2e84d30b7e289e2ed5ba793 for: {'port': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:43:35.337570 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-bfe7c35b-e910-4b88-9d1a-ca0d484b9f1c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:35.502267 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-bfe7c35b-e910-4b88-9d1a-ca0d484b9f1c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Allocated IP 172.20.0.3 (ebea9618-4630-4a58-9d58-eedf0e21d8a9/475e8ece-de3e-49c6-a895-1ccf27af5e7e/52f37888-4340-4031-89d5-c0df41baa1f6) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:43:35.696812 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-bfe7c35b-e910-4b88-9d1a-ca0d484b9f1c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:35.713310 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-bfe7c35b-e910-4b88-9d1a-ca0d484b9f1c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Transition to ACTIVE for port object 52f37888-4340-4031-89d5-c0df41baa1f6 will not be triggered until provisioned by entity DHCP. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:43:35.745887 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935dc4c-18bc-4bef-a074-75917f0f30d2 req-6fb29eba-2386-4aee-b66e-b9335619d903 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:35.749063 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9935dc4c-18bc-4bef-a074-75917f0f30d2 req-6fb29eba-2386-4aee-b66e-b9335619d903 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.1630185 Feb 05 22:43:35.792625 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9935dc4c-18bc-4bef-a074-75917f0f30d2 req-a72efbd0-5568-4168-8cbd-44ff7f77d09d tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392866 Feb 05 22:43:35.831040 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-bfe7c35b-e910-4b88-9d1a-ca0d484b9f1c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:35.903634 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-bfe7c35b-e910-4b88-9d1a-ca0d484b9f1c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Network ebea9618-4630-4a58-9d58-eedf0e21d8a9 is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:43:35.906762 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-bfe7c35b-e910-4b88-9d1a-ca0d484b9f1c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:43:35.911069 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-bfe7c35b-e910-4b88-9d1a-ca0d484b9f1c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:43:35.939396 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7c35b-e910-4b88-9d1a-ca0d484b9f1c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event updated for resources: {'Port': ['ID=52f37888-4340-4031-89d5-c0df41baa1f6,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:35.980686 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-bfe7c35b-e910-4b88-9d1a-ca0d484b9f1c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:35.981950 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-bfe7c35b-e910-4b88-9d1a-ca0d484b9f1c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:36.085812 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-bfe7c35b-e910-4b88-9d1a-ca0d484b9f1c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0000458 Feb 05 22:43:36.099207 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] Request body: {'port': {'device_id': 'e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:43:36.292947 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:36.294599 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-cf114c47-3d61-44ea-b73d-aab53ed1bc61 None None] Provisioning for port 52f37888-4340-4031-89d5-c0df41baa1f6 completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:43:36.303275 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-cf114c47-3d61-44ea-b73d-aab53ed1bc61 None None] Provisioning complete for port 52f37888-4340-4031-89d5-c0df41baa1f6 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:43:36.304229 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-cf114c47-3d61-44ea-b73d-aab53ed1bc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:36.311599 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167eb53d-8827-4007-99d6-a63a4ab7b095 req-77c556b8-fed6-4384-abac-420c6cc0e277 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:36.312187 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-167eb53d-8827-4007-99d6-a63a4ab7b095 req-77c556b8-fed6-4384-abac-420c6cc0e277 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Synchronizing usage tracker for tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:43:36.364866 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-cf114c47-3d61-44ea-b73d-aab53ed1bc61 None None] Port 52f37888-4340-4031-89d5-c0df41baa1f6 cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:43:36.526870 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-167eb53d-8827-4007-99d6-a63a4ab7b095 req-77c556b8-fed6-4384-abac-420c6cc0e277 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Unset dirty status for tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:43:36.528000 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-167eb53d-8827-4007-99d6-a63a4ab7b095 req-77c556b8-fed6-4384-abac-420c6cc0e277 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 931 time: 0.3905923 Feb 05 22:43:36.654867 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-167eb53d-8827-4007-99d6-a63a4ab7b095 req-ad2058ef-5293-4c8c-9398-28d47b854b9e tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209433 Feb 05 22:43:36.942486 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f37888-4340-4031-89d5-c0df41baa1f6 {{(pid=87483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:43:36.954617 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:36.987226 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-65b5901b-11a2-4343-8f7b-4d5bdc41f81a tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:36.988602 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-65b5901b-11a2-4343-8f7b-4d5bdc41f81a tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/networks?id=09af5931-2901-4bfd-8a1b-9c2689ee65e9 HTTP/1.1" status: 200 len: 808 time: 0.1881211 Feb 05 22:43:36.989444 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa279cb8-9f5a-411d-a679-8006bc307a10 req-b3704a42-a74f-4bd1-a137-2217e61acf26 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:36.990903 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-aa279cb8-9f5a-411d-a679-8006bc307a10 req-b3704a42-a74f-4bd1-a137-2217e61acf26 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0816000 Feb 05 22:43:36.991315 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] Transition to ACTIVE for port object 52f37888-4340-4031-89d5-c0df41baa1f6 will not be triggered until provisioned by entity L2. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:43:37.003642 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-72a1690b-ba4f-481f-8357-e9dd1cbaace2 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/quotas/710c6c4c9cd24645be54fdd85dbceb6e HTTP/1.1" status: 200 len: 375 time: 0.0092297 Feb 05 22:43:37.039660 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-aa279cb8-9f5a-411d-a679-8006bc307a10 req-68126813-008a-4c36-9609-928851791a93 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423574 Feb 05 22:43:37.053473 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-60e41a4c-6a5f-466c-aa39-1f8ad33c7654 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=710c6c4c9cd24645be54fdd85dbceb6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434792 Feb 05 22:43:37.054496 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:37.262704 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] Pushing event updated for resources: {'Port': ['ID=52f37888-4340-4031-89d5-c0df41baa1f6,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:37.414801 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-b2aba7f1-c217-4e6d-9a97-3b2f12f9c9ce service neutron] 10.222.0.24 "GET /v2.0/networks/09af5931-2901-4bfd-8a1b-9c2689ee65e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190515 Feb 05 22:43:37.415747 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] Attempting to bind port 52f37888-4340-4031-89d5-c0df41baa1f6 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:43:37.416087 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] Attempting to bind port 52f37888-4340-4031-89d5-c0df41baa1f6 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'd7af7278-00da-4a19-8b7b-1858f8d90a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9'}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:43:37.416416 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] Attempting to bind port 52f37888-4340-4031-89d5-c0df41baa1f6 on network ebea9618-4630-4a58-9d58-eedf0e21d8a9 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:43:37.422227 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] Port 52f37888-4340-4031-89d5-c0df41baa1f6 on network ebea9618-4630-4a58-9d58-eedf0e21d8a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 05 22:43:37.422572 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] Attempting to bind port 52f37888-4340-4031-89d5-c0df41baa1f6 on network ebea9618-4630-4a58-9d58-eedf0e21d8a9 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:43:37.445919 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] Checking agent: {'id': 'bad58867-603f-489e-b0dd-362048cf3d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'started_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:43:37.446838 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] Checking segment: {'id': 'd7af7278-00da-4a19-8b7b-1858f8d90a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:43:37.447244 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] Bound using segment: {'id': 'd7af7278-00da-4a19-8b7b-1858f8d90a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9'} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:43:37.447680 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] Bound port: 52f37888-4340-4031-89d5-c0df41baa1f6, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7af7278-00da-4a19-8b7b-1858f8d90a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9'}}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:43:37.448029 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:37.629035 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-618cf5b6-f317-407a-90e6-208bdcfdd211 service neutron] 10.222.0.24 "GET /v2.0/networks/09af5931-2901-4bfd-8a1b-9c2689ee65e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075026 Feb 05 22:43:37.631928 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] For port 52f37888-4340-4031-89d5-c0df41baa1f6, host hv-cinder-81888, cleared binding levels {{(pid=87483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:43:37.635342 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] For port 52f37888-4340-4031-89d5-c0df41baa1f6, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=52f37888-4340-4031-89d5-c0df41baa1f6,segment=NetworkSegment(d7af7278-00da-4a19-8b7b-1858f8d90a47),segment_id=d7af7278-00da-4a19-8b7b-1858f8d90a47)] {{(pid=87483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:43:37.702929 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:37.763858 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:37.764532 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:37.765922 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] 10.222.0.45 "PUT /v2.0/ports/52f37888-4340-4031-89d5-c0df41baa1f6 HTTP/1.1" status: 200 len: 1093 time: 1.6753576 Feb 05 22:43:37.767519 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e', 'tag': '52f37888-4340-4031-89d5-c0df41baa1f6'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:43:37.787389 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c1a1a-d0bf-4c8f-b0a4-62c1bfce54ed service neutron] Pushing event updated for resources: {'Port': ['ID=52f37888-4340-4031-89d5-c0df41baa1f6,revision_number=3']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:37.851538 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abc02a-7abb-4523-a5dd-83ac6d24f7ce req-5899cc3e-b747-4ca4-a868-a03d15a9c541 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:37.853881 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-49abc02a-7abb-4523-a5dd-83ac6d24f7ce req-5899cc3e-b747-4ca4-a868-a03d15a9c541 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 943 time: 0.0872402 Feb 05 22:43:37.911477 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-49abc02a-7abb-4523-a5dd-83ac6d24f7ce req-80406531-b596-4636-9d36-37120d78363b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487809 Feb 05 22:43:37.963493 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e', 'tag': '52f37888-4340-4031-89d5-c0df41baa1f6', 'status': 'completed', 'code': 200} Feb 05 22:43:38.233118 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc9746-99bf-4d06-aff1-af8db76110a9 req-18b7d2b8-c56e-4f30-8878-990d4c29038b tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:38.234604 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f5dc9746-99bf-4d06-aff1-af8db76110a9 req-18b7d2b8-c56e-4f30-8878-990d4c29038b tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0832899 Feb 05 22:43:38.278404 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f5dc9746-99bf-4d06-aff1-af8db76110a9 req-9c9d1e70-81aa-4feb-bb05-c80f30cdc9d6 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381868 Feb 05 22:43:38.927200 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-57432e53-e217-4bb7-b77c-a34411abd1ed req-7ae8b4e6-78cd-4906-9ecf-722ff5de8364 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cc6dce3-6523-4da4-a798-64518f04bd68 HTTP/1.1" status: 200 len: 210 time: 0.0573425 Feb 05 22:43:39.104229 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c4c96-edfd-46d1-a93a-026b8ef68090 req-1044b1f9-8e64-4282-9393-b15efd36a27a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:39.105637 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-256c4c96-edfd-46d1-a93a-026b8ef68090 req-1044b1f9-8e64-4282-9393-b15efd36a27a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 943 time: 0.0833869 Feb 05 22:43:39.149589 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-256c4c96-edfd-46d1-a93a-026b8ef68090 req-1dd5e33a-d3cf-4558-9228-85ef2772491d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383363 Feb 05 22:43:39.465046 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a10a4-85c3-411b-b363-3461e08aebd0 req-cbc815ea-2a3c-40dc-afe0-584d8cb64691 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:39.466511 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-184a10a4-85c3-411b-b363-3461e08aebd0 req-cbc815ea-2a3c-40dc-afe0-584d8cb64691 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0782011 Feb 05 22:43:39.515909 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-184a10a4-85c3-411b-b363-3461e08aebd0 req-d4061cd6-f9d5-495f-8130-13368df5b42d tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433037 Feb 05 22:43:39.877629 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b59df-9803-4bed-81af-2550970817b1 req-07d59c38-7fbf-459a-9776-959d2103fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:39.879011 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-358b59df-9803-4bed-81af-2550970817b1 req-07d59c38-7fbf-459a-9776-959d2103fc68 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793&device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 1096 time: 0.0718200 Feb 05 22:43:40.020674 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3e0ec9bb-c27a-4ff8-a5e8-be857874faea req-71f90060-33b8-42a5-b091-514a26b4922a tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cc6dce3-6523-4da4-a798-64518f04bd68 HTTP/1.1" status: 200 len: 210 time: 0.0515959 Feb 05 22:43:40.069770 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b59df-9803-4bed-81af-2550970817b1 req-536b73ec-c560-41e9-87f4-9e360b20a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:40.071283 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-358b59df-9803-4bed-81af-2550970817b1 req-536b73ec-c560-41e9-87f4-9e360b20a891 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1842618 Feb 05 22:43:40.319226 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b59df-9803-4bed-81af-2550970817b1 req-5914eab7-be03-427b-8d2a-a83e4cb4ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:40.320692 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-358b59df-9803-4bed-81af-2550970817b1 req-5914eab7-be03-427b-8d2a-a83e4cb4ac48 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2430558 Feb 05 22:43:40.338661 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1b8fc-25d0-47b9-9990-1c65b207e35f req-8b2a4c56-7744-4667-9a11-452b12532bcd tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:40.340158 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0ad1b8fc-25d0-47b9-9990-1c65b207e35f req-8b2a4c56-7744-4667-9a11-452b12532bcd tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 943 time: 0.0851130 Feb 05 22:43:40.387625 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0ad1b8fc-25d0-47b9-9990-1c65b207e35f req-cbb53bc6-ad0a-4cbb-a762-422bec5cf845 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412908 Feb 05 22:43:40.438336 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-d83b8b24-f08f-4531-9b40-f4b0c5a165b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:40.439782 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-d83b8b24-f08f-4531-9b40-f4b0c5a165b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793&device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 1096 time: 0.0760345 Feb 05 22:43:40.515358 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-6a8f75bf-ff95-48d7-bda9-3aaaf8a4fd07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52f37888-4340-4031-89d5-c0df41baa1f6 HTTP/1.1" status: 200 len: 217 time: 0.0668998 Feb 05 22:43:40.582730 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-cd25019e-4f1c-457b-bd03-46a9eea54ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:40.585636 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-cd25019e-4f1c-457b-bd03-46a9eea54ed2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=475e8ece-de3e-49c6-a895-1ccf27af5e7e HTTP/1.1" status: 200 len: 851 time: 0.0637949 Feb 05 22:43:40.728887 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-931ade68-24b6-44ea-b99c-02ca1b967693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:40.730412 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-931ade68-24b6-44ea-b99c-02ca1b967693 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebea9618-4630-4a58-9d58-eedf0e21d8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1370871 Feb 05 22:43:40.738327 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07217178-9b38-4568-b037-69cd2f259df0 req-5862ac57-42ba-426d-8de6-bcd226154027 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:40.739634 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-07217178-9b38-4568-b037-69cd2f259df0 req-5862ac57-42ba-426d-8de6-bcd226154027 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0987916 Feb 05 22:43:40.862619 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-07217178-9b38-4568-b037-69cd2f259df0 req-62fbb388-ab5e-4458-be36-70536d8c5011 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045332 Feb 05 22:43:40.899134 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-d2de621e-7393-4f16-922c-7067628c9590 service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586087 Feb 05 22:43:41.038534 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-067007e7-283e-483b-9b3f-9ff8d166f97d req-450e93c2-0d74-4527-8e2a-999e18721617 service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331086 Feb 05 22:43:41.140587 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:43:41.185714 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5a33710b-cc6f-4030-bdef-aa64c5528caf req-e7848d23-3272-4e41-a747-e27a34ea7510 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cc6dce3-6523-4da4-a798-64518f04bd68 HTTP/1.1" status: 200 len: 210 time: 0.0525377 Feb 05 22:43:41.317738 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:43:41.324661 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:41.332577 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'port_id': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc', 'mac_address': 'fa:16:3e:2d:c9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:43:41.361127 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:43:41.387910 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:41.406365 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:43:41.426175 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:43:41.526528 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:41.622359 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-ef5ff89f-9cac-4442-9195-2ba4bb0b1ee8 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:41.624267 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-ef5ff89f-9cac-4442-9195-2ba4bb0b1ee8 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.45 "GET /v2.0/networks?id=09af5931-2901-4bfd-8a1b-9c2689ee65e9 HTTP/1.1" status: 200 len: 808 time: 0.1958289 Feb 05 22:43:41.626653 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34c221-7c5d-429c-9023-6f71ad206d01 req-51c114cb-72ac-4707-9f51-99e1a7c2d5d9 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:41.628145 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4c34c221-7c5d-429c-9023-6f71ad206d01 req-51c114cb-72ac-4707-9f51-99e1a7c2d5d9 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 943 time: 0.1224499 Feb 05 22:43:41.643156 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-3bc874fa-e21d-4001-81c5-4d50acce1bb4 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Request body: {'port': {'device_id': '1cc6dce3-6523-4da4-a798-64518f04bd68', 'network_id': '09af5931-2901-4bfd-8a1b-9c2689ee65e9', 'admin_state_up': True, 'tenant_id': '710c6c4c9cd24645be54fdd85dbceb6e'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:43:41.658597 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,revision_number=6']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:41.666777 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:41.667180 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:41.667521 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:41.667856 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:41.668183 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:41.668563 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:41.668891 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:41.669226 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:41.669553 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:41.669870 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:41.670189 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:41.670504 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:41.692271 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:43:41.694015 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4c34c221-7c5d-429c-9023-6f71ad206d01 req-d42fb7db-3637-409b-a9f7-64108051f326 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596638 Feb 05 22:43:41.859455 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c652d-0f3c-44af-8b04-a586fb04fb9a req-77d64699-6e6a-4217-8e37-aa30df09e2fa tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:41.860868 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-952c652d-0f3c-44af-8b04-a586fb04fb9a req-77d64699-6e6a-4217-8e37-aa30df09e2fa tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.2234600 Feb 05 22:43:41.863206 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-3bc874fa-e21d-4001-81c5-4d50acce1bb4 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:43:41.867202 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-3bc874fa-e21d-4001-81c5-4d50acce1bb4 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Usage tracker for resource:port and tenant:710c6c4c9cd24645be54fdd85dbceb6e is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:43:41.884828 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-3bc874fa-e21d-4001-81c5-4d50acce1bb4 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:43:41.894296 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-3bc874fa-e21d-4001-81c5-4d50acce1bb4 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:43:41.938078 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-952c652d-0f3c-44af-8b04-a586fb04fb9a req-a378c521-3d08-4ad0-9d63-4406df4d5a54 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673001 Feb 05 22:43:41.982119 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-3bc874fa-e21d-4001-81c5-4d50acce1bb4 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Made reservation on behalf of 710c6c4c9cd24645be54fdd85dbceb6e for: {'port': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:43:41.985950 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-3bc874fa-e21d-4001-81c5-4d50acce1bb4 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:42.068302 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad5d5c-62bc-4092-826a-9ff024fb5fcd req-5cc4d500-e43e-4b1b-9533-1c9c5a832126 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:42.069792 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-aaad5d5c-62bc-4092-826a-9ff024fb5fcd req-5cc4d500-e43e-4b1b-9533-1c9c5a832126 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 945 time: 0.0860353 Feb 05 22:43:42.115357 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-aaad5d5c-62bc-4092-826a-9ff024fb5fcd req-73332b57-d9e6-436b-a3fb-8e01a046a809 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371182 Feb 05 22:43:42.155062 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-3bc874fa-e21d-4001-81c5-4d50acce1bb4 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Allocated IP 172.20.0.5 (09af5931-2901-4bfd-8a1b-9c2689ee65e9/4b837361-c5df-4e66-ab7f-283c70faf536/de2a555b-5efc-44fc-bba4-83f7043e1894) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:43:42.365944 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7ecf0830-6388-4855-8195-4886329ba268 req-27d4d9ac-d021-465a-9667-8c0d1c176e51 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cc6dce3-6523-4da4-a798-64518f04bd68 HTTP/1.1" status: 200 len: 210 time: 0.0614204 Feb 05 22:43:42.495420 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-3bc874fa-e21d-4001-81c5-4d50acce1bb4 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:42.607633 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-3bc874fa-e21d-4001-81c5-4d50acce1bb4 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:42.679946 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-3bc874fa-e21d-4001-81c5-4d50acce1bb4 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Network 09af5931-2901-4bfd-8a1b-9c2689ee65e9 is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:43:42.683111 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-3bc874fa-e21d-4001-81c5-4d50acce1bb4 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:43:42.686949 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-3bc874fa-e21d-4001-81c5-4d50acce1bb4 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:43:42.719502 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc874fa-e21d-4001-81c5-4d50acce1bb4 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Pushing event updated for resources: {'Port': ['ID=de2a555b-5efc-44fc-bba4-83f7043e1894,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:42.754758 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-3bc874fa-e21d-4001-81c5-4d50acce1bb4 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:42.755366 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-3bc874fa-e21d-4001-81c5-4d50acce1bb4 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:42.888233 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222b67a-afa7-482d-8f78-a8c90ba0dd1b req-658b9d59-ebb8-49d7-a8f5-c30c33e52223 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:42.889716 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-1222b67a-afa7-482d-8f78-a8c90ba0dd1b req-658b9d59-ebb8-49d7-a8f5-c30c33e52223 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 943 time: 0.0787847 Feb 05 22:43:42.910961 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-3bc874fa-e21d-4001-81c5-4d50acce1bb4 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2721913 Feb 05 22:43:42.934551 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-1222b67a-afa7-482d-8f78-a8c90ba0dd1b req-42b65e2c-2faa-4cdd-a607-de908d616545 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389149 Feb 05 22:43:43.120807 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8701f28-4c8b-4de8-878e-1903e13f479a req-04705b56-d2f1-4fcb-b8ed-8ef5778fa3c3 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:43.122269 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a8701f28-4c8b-4de8-878e-1903e13f479a req-04705b56-d2f1-4fcb-b8ed-8ef5778fa3c3 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0779707 Feb 05 22:43:43.166824 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a8701f28-4c8b-4de8-878e-1903e13f479a req-694c592e-3264-443d-b2b7-0228b68bf959 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383306 Feb 05 22:43:43.306192 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf1de4-ecf9-4493-b2c1-d51c23494c82 req-8d1d8181-8099-4e7b-a364-e825a14ea952 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:43.307767 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-93cf1de4-ecf9-4493-b2c1-d51c23494c82 req-8d1d8181-8099-4e7b-a364-e825a14ea952 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 945 time: 0.0813370 Feb 05 22:43:43.351529 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-93cf1de4-ecf9-4493-b2c1-d51c23494c82 req-e9b9e6af-9f08-4592-b709-3e2d4328a7f6 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380321 Feb 05 22:43:43.549323 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bdbd4-ec1a-471c-880c-c5b8555717fe req-ba2d25e8-0b4b-493a-85d9-7523592be922 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:43.550299 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-b91bdbd4-ec1a-471c-880c-c5b8555717fe req-ba2d25e8-0b4b-493a-85d9-7523592be922 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Synchronizing usage tracker for tenant:710c6c4c9cd24645be54fdd85dbceb6e on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:43:43.647456 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-b91bdbd4-ec1a-471c-880c-c5b8555717fe req-ba2d25e8-0b4b-493a-85d9-7523592be922 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Unset dirty status for tenant:710c6c4c9cd24645be54fdd85dbceb6e on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:43:43.648727 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b91bdbd4-ec1a-471c-880c-c5b8555717fe req-ba2d25e8-0b4b-493a-85d9-7523592be922 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cc6dce3-6523-4da4-a798-64518f04bd68 HTTP/1.1" status: 200 len: 931 time: 0.1793644 Feb 05 22:43:43.694293 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b91bdbd4-ec1a-471c-880c-c5b8555717fe req-279ea9c2-00b7-4ef9-b928-10231856ec79 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394959 Feb 05 22:43:44.115828 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ecb84-1126-4dcb-a4c6-37e6b958fd7b req-e34cc54f-2a44-467f-ab64-2d9dacd7a9bd tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:44.117398 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-559ecb84-1126-4dcb-a4c6-37e6b958fd7b req-e34cc54f-2a44-467f-ab64-2d9dacd7a9bd tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 943 time: 0.0795698 Feb 05 22:43:44.161629 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-559ecb84-1126-4dcb-a4c6-37e6b958fd7b req-c1902185-2937-45de-a467-bf3d041a7a2b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380263 Feb 05 22:43:44.348578 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a591d-aa72-47c1-93e2-bfff2afacd14 req-15f4a9c9-b6d4-4923-8a8d-c8c7734989a0 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:44.350054 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7c8a591d-aa72-47c1-93e2-bfff2afacd14 req-15f4a9c9-b6d4-4923-8a8d-c8c7734989a0 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0790572 Feb 05 22:43:44.393511 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7c8a591d-aa72-47c1-93e2-bfff2afacd14 req-94909dc3-118b-40c3-8a7d-0d842b8d61e0 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373044 Feb 05 22:43:44.455141 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:43:44.456803 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] Request body: {'port': {'device_id': '1cc6dce3-6523-4da4-a798-64518f04bd68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:43:44.527722 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:43:44.528093 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:44.544073 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae480258-fd99-47ae-93d9-ef394c6c3753 req-99ce3c10-0174-4a32-9d6d-0fad21664008 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:44.546833 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ae480258-fd99-47ae-93d9-ef394c6c3753 req-99ce3c10-0174-4a32-9d6d-0fad21664008 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 945 time: 0.0851603 Feb 05 22:43:44.572701 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:44.598813 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ae480258-fd99-47ae-93d9-ef394c6c3753 req-c5365a0c-74a4-4619-92a2-5cdfd9181912 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455055 Feb 05 22:43:44.647547 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:44.675086 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365f5e4b-b8ec-47eb-965e-4720b6fb353c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:43:44.684786 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:43:44.777146 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:44.851824 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,revision_number=7']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:44.869284 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365f5e4b-b8ec-47eb-965e-4720b6fb353c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc', 'code': 200} Feb 05 22:43:44.895190 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cb4a6-0d4a-4a59-bf66-7340228cb12f req-532a6d6c-5639-4d49-a2c2-594de2379e89 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:44.896759 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2f9cb4a6-0d4a-4a59-bf66-7340228cb12f req-532a6d6c-5639-4d49-a2c2-594de2379e89 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cc6dce3-6523-4da4-a798-64518f04bd68 HTTP/1.1" status: 200 len: 931 time: 0.0845010 Feb 05 22:43:44.944725 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-2f9cb4a6-0d4a-4a59-bf66-7340228cb12f req-70cba3c3-1bb4-40fa-97d2-80eb1be8a46d tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Synchronizing usage tracker for tenant:710c6c4c9cd24645be54fdd85dbceb6e on resource:security_group {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:43:44.959946 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2a555b-5efc-44fc-bba4-83f7043e1894 {{(pid=87483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:43:44.967152 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:44.981801 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] Transition to ACTIVE for port object de2a555b-5efc-44fc-bba4-83f7043e1894 will not be triggered until provisioned by entity L2. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:43:45.016511 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-2f9cb4a6-0d4a-4a59-bf66-7340228cb12f req-70cba3c3-1bb4-40fa-97d2-80eb1be8a46d tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Unset dirty status for tenant:710c6c4c9cd24645be54fdd85dbceb6e on resource:security_group {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:43:45.017797 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2f9cb4a6-0d4a-4a59-bf66-7340228cb12f req-70cba3c3-1bb4-40fa-97d2-80eb1be8a46d tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149509 Feb 05 22:43:45.042323 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:45.193368 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] Pushing event updated for resources: {'Port': ['ID=de2a555b-5efc-44fc-bba4-83f7043e1894,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:45.308739 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] Attempting to bind port de2a555b-5efc-44fc-bba4-83f7043e1894 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:43:45.308995 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] Attempting to bind port de2a555b-5efc-44fc-bba4-83f7043e1894 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '4d2d58ab-01ca-4a36-8213-185e57236fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '09af5931-2901-4bfd-8a1b-9c2689ee65e9'}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:43:45.309350 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] Attempting to bind port de2a555b-5efc-44fc-bba4-83f7043e1894 on network 09af5931-2901-4bfd-8a1b-9c2689ee65e9 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:43:45.318874 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] Port de2a555b-5efc-44fc-bba4-83f7043e1894 on network 09af5931-2901-4bfd-8a1b-9c2689ee65e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 05 22:43:45.319193 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] Attempting to bind port de2a555b-5efc-44fc-bba4-83f7043e1894 on network 09af5931-2901-4bfd-8a1b-9c2689ee65e9 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:43:45.326236 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] Checking agent: {'id': 'bad58867-603f-489e-b0dd-362048cf3d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'started_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:43:45.326571 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] Checking segment: {'id': '4d2d58ab-01ca-4a36-8213-185e57236fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '09af5931-2901-4bfd-8a1b-9c2689ee65e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:43:45.326947 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] Bound using segment: {'id': '4d2d58ab-01ca-4a36-8213-185e57236fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '09af5931-2901-4bfd-8a1b-9c2689ee65e9'} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:43:45.327370 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] Bound port: de2a555b-5efc-44fc-bba4-83f7043e1894, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d2d58ab-01ca-4a36-8213-185e57236fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '09af5931-2901-4bfd-8a1b-9c2689ee65e9'}}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:43:45.327711 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:45.432478 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dea32-3aaa-4f9d-8c74-78828c15c37e req-549d2d8b-bb94-4ab5-bc6e-035da5e6ce6b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:45.433863 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fc4dea32-3aaa-4f9d-8c74-78828c15c37e req-549d2d8b-bb94-4ab5-bc6e-035da5e6ce6b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 943 time: 0.1624880 Feb 05 22:43:45.460815 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] For port de2a555b-5efc-44fc-bba4-83f7043e1894, host hv-cinder-81888, cleared binding levels {{(pid=87483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:43:45.480652 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] For port de2a555b-5efc-44fc-bba4-83f7043e1894, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=de2a555b-5efc-44fc-bba4-83f7043e1894,segment=NetworkSegment(4d2d58ab-01ca-4a36-8213-185e57236fb8),segment_id=4d2d58ab-01ca-4a36-8213-185e57236fb8)] {{(pid=87483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:43:45.487941 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fc4dea32-3aaa-4f9d-8c74-78828c15c37e req-38333002-e3a4-4cc9-a4a3-4f6177098c41 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482075 Feb 05 22:43:45.578891 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bcd00-d127-49cf-a524-4651beff28d4 req-4fee52da-fb62-493f-808d-b061e438a072 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:45.579493 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:45.580286 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7e7bcd00-d127-49cf-a524-4651beff28d4 req-4fee52da-fb62-493f-808d-b061e438a072 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0798984 Feb 05 22:43:45.624715 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7e7bcd00-d127-49cf-a524-4651beff28d4 req-e6a1b2b4-4ff7-42a0-b0aa-5fec60cb18b3 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385625 Feb 05 22:43:45.640018 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:45.640636 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:45.642235 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] 10.222.0.45 "PUT /v2.0/ports/de2a555b-5efc-44fc-bba4-83f7043e1894 HTTP/1.1" status: 200 len: 1093 time: 1.1906106 Feb 05 22:43:45.645345 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc6dce3-6523-4da4-a798-64518f04bd68', 'tag': 'de2a555b-5efc-44fc-bba4-83f7043e1894'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:43:45.671994 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f65c4-7101-4888-99f1-7b48bc0308ed service neutron] Pushing event updated for resources: {'Port': ['ID=de2a555b-5efc-44fc-bba4-83f7043e1894,revision_number=3']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:45.700286 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc6dce3-6523-4da4-a798-64518f04bd68', 'tag': 'de2a555b-5efc-44fc-bba4-83f7043e1894', 'status': 'completed', 'code': 200} Feb 05 22:43:45.861882 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766fb57-a6c2-4cd3-95c5-224221f0bd9a req-e50c7471-b54f-42f6-8a4d-dee02a78401c tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:45.863352 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d766fb57-a6c2-4cd3-95c5-224221f0bd9a req-e50c7471-b54f-42f6-8a4d-dee02a78401c tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.1478405 Feb 05 22:43:45.867891 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f8753-d46d-43b3-9d60-aa6de923bab3 req-72974865-8c40-4e97-b30a-d836c8464ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:45.869914 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fb6f8753-d46d-43b3-9d60-aa6de923bab3 req-72974865-8c40-4e97-b30a-d836c8464ef4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=710c6c4c9cd24645be54fdd85dbceb6e&device_id=1cc6dce3-6523-4da4-a798-64518f04bd68 HTTP/1.1" status: 200 len: 1096 time: 0.1120081 Feb 05 22:43:46.096178 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d766fb57-a6c2-4cd3-95c5-224221f0bd9a req-edc1da08-5048-4deb-87c7-e40a8be45b44 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210414 Feb 05 22:43:46.148071 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f8753-d46d-43b3-9d60-aa6de923bab3 req-00190290-2cc9-41da-bf83-8dbf0b7198c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:46.149531 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fb6f8753-d46d-43b3-9d60-aa6de923bab3 req-00190290-2cc9-41da-bf83-8dbf0b7198c9 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=710c6c4c9cd24645be54fdd85dbceb6e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2579176 Feb 05 22:43:46.220879 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591b1d2-106b-4807-898c-965c8c5925ae req-f375ed71-2b76-4d5f-9a6f-1e5d9a94e932 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:46.222348 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5591b1d2-106b-4807-898c-965c8c5925ae req-f375ed71-2b76-4d5f-9a6f-1e5d9a94e932 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cc6dce3-6523-4da4-a798-64518f04bd68 HTTP/1.1" status: 200 len: 943 time: 0.0921044 Feb 05 22:43:46.266808 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5591b1d2-106b-4807-898c-965c8c5925ae req-9b0be154-f4d4-4373-b3d3-fd8f492a63d8 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383875 Feb 05 22:43:46.303187 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f8753-d46d-43b3-9d60-aa6de923bab3 req-1647ade3-8ffc-44b2-8bf6-148df3988218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:46.304627 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fb6f8753-d46d-43b3-9d60-aa6de923bab3 req-1647ade3-8ffc-44b2-8bf6-148df3988218 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1491165 Feb 05 22:43:46.413063 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-6e60e9d7-f1ba-4b50-8bc5-b3a2a4b29286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:46.414584 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-6e60e9d7-f1ba-4b50-8bc5-b3a2a4b29286 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=710c6c4c9cd24645be54fdd85dbceb6e&device_id=1cc6dce3-6523-4da4-a798-64518f04bd68 HTTP/1.1" status: 200 len: 1096 time: 0.0749950 Feb 05 22:43:46.483972 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-1b6b82e2-85e3-4c9e-abad-17cf1d223509 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de2a555b-5efc-44fc-bba4-83f7043e1894 HTTP/1.1" status: 200 len: 217 time: 0.0601206 Feb 05 22:43:46.553211 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-3e3c74e2-a0a5-4424-a655-637e3468ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:46.554701 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-3e3c74e2-a0a5-4424-a655-637e3468ade9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b837361-c5df-4e66-ab7f-283c70faf536 HTTP/1.1" status: 200 len: 848 time: 0.0633807 Feb 05 22:43:46.605063 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-c2c16eaf-603f-49bb-8638-78e49cb8db9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=09af5931-2901-4bfd-8a1b-9c2689ee65e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427730 Feb 05 22:43:46.818614 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198aa428-a596-462a-85f7-189a51524c13 req-453e4f14-bca2-4183-baee-adc384f9a6f4 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:46.820260 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-198aa428-a596-462a-85f7-189a51524c13 req-453e4f14-bca2-4183-baee-adc384f9a6f4 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 943 time: 0.2178802 Feb 05 22:43:46.825049 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-b4e449a0-24f9-446c-8cfe-588cc795492b service neutron] 10.222.0.45 "GET /v2.0/networks/09af5931-2901-4bfd-8a1b-9c2689ee65e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892152 Feb 05 22:43:46.967085 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc7312-edad-42a6-9e58-fefec029b746 req-7134b04e-4a42-4353-b2c8-40107de1063d tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:46.973878 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-86cc7312-edad-42a6-9e58-fefec029b746 req-7134b04e-4a42-4353-b2c8-40107de1063d tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.2219014 Feb 05 22:43:47.002778 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33128d88-1cb0-4384-ba1d-5ddbe62134d4 req-d64a04f4-9aed-4ebe-b340-b21e290ac0cb service neutron] 10.222.0.45 "GET /v2.0/networks/09af5931-2901-4bfd-8a1b-9c2689ee65e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616471 Feb 05 22:43:47.053449 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-198aa428-a596-462a-85f7-189a51524c13 req-e81dc80d-c2c3-48b8-ad6b-c6fae1f61b05 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261767 Feb 05 22:43:47.078529 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-86cc7312-edad-42a6-9e58-fefec029b746 req-36a8067a-e534-46e1-8c76-c9263f560159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984218 Feb 05 22:43:47.325876 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b1df6-c821-4b95-bcfc-b986362c9da4 req-1ad8ce22-26ca-4674-91b1-425a36ce27fb tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:47.327468 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d31b1df6-c821-4b95-bcfc-b986362c9da4 req-1ad8ce22-26ca-4674-91b1-425a36ce27fb tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.1016181 Feb 05 22:43:47.416826 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d31b1df6-c821-4b95-bcfc-b986362c9da4 req-2a0436f3-1d85-457d-b435-17cd2b2e0747 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830286 Feb 05 22:43:47.556922 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9902f-f8ea-4430-b5bb-84212f7bbb6e req-a0eaea7d-b48c-497b-883d-e70d0a8c4fbb tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:47.558465 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c6b9902f-f8ea-4430-b5bb-84212f7bbb6e req-a0eaea7d-b48c-497b-883d-e70d0a8c4fbb tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cc6dce3-6523-4da4-a798-64518f04bd68 HTTP/1.1" status: 200 len: 943 time: 0.1032736 Feb 05 22:43:47.624294 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c6b9902f-f8ea-4430-b5bb-84212f7bbb6e req-e636a183-6a5b-4fcf-8ca8-9ea6fefef41f tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560803 Feb 05 22:43:48.271473 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7ccb4-2652-4ae9-a95e-4131c19878c3 req-62390aab-126f-4b37-8825-4ef77fa09e1e tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:48.280748 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e1c7ccb4-2652-4ae9-a95e-4131c19878c3 req-62390aab-126f-4b37-8825-4ef77fa09e1e tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 943 time: 0.0946598 Feb 05 22:43:48.322457 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834bf00-ca03-40cd-906a-f3899a8ec91c req-4ab2496b-1a71-4e76-ac63-070be04c8f3c tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:48.331826 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a834bf00-ca03-40cd-906a-f3899a8ec91c req-4ab2496b-1a71-4e76-ac63-070be04c8f3c tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.1061630 Feb 05 22:43:48.348651 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e1c7ccb4-2652-4ae9-a95e-4131c19878c3 req-3922f767-7180-4f6b-b2ac-2590d53ed83d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661466 Feb 05 22:43:48.387419 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a834bf00-ca03-40cd-906a-f3899a8ec91c req-e197bc5c-7852-4628-9544-abc5c909d268 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546913 Feb 05 22:43:48.481358 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 52f37888-4340-4031-89d5-c0df41baa1f6 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:43:48.640321 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d8f16-b4e5-4931-a048-295585c4c3b9 req-8c61aec8-cf88-4b38-9d06-bff33684b8fd tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:48.645064 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 52f37888-4340-4031-89d5-c0df41baa1f6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=52f37888-4340-4031-89d5-c0df41baa1f6,segment=NetworkSegment(d7af7278-00da-4a19-8b7b-1858f8d90a47),segment_id=d7af7278-00da-4a19-8b7b-1858f8d90a47)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:43:48.650108 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-be8d8f16-b4e5-4931-a048-295585c4c3b9 req-8c61aec8-cf88-4b38-9d06-bff33684b8fd tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.1033254 Feb 05 22:43:48.663113 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': '52f37888-4340-4031-89d5-c0df41baa1f6', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'port_id': '52f37888-4340-4031-89d5-c0df41baa1f6', 'mac_address': 'fa:16:3e:16:1f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:43:48.731769 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-be8d8f16-b4e5-4931-a048-295585c4c3b9 req-4b6afce4-aa82-4cd5-ac70-ee17ed3788db tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823128 Feb 05 22:43:48.737719 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:48.769058 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f37888-4340-4031-89d5-c0df41baa1f6 {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:43:48.785599 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 52f37888-4340-4031-89d5-c0df41baa1f6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=52f37888-4340-4031-89d5-c0df41baa1f6,segment=NetworkSegment(d7af7278-00da-4a19-8b7b-1858f8d90a47),segment_id=d7af7278-00da-4a19-8b7b-1858f8d90a47)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:43:48.853640 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:48.877071 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f5353-c0e7-4e51-97bf-3870f3a2813e req-df41279a-57e8-4d2a-8b84-7c543f0eaf86 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:48.879026 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f69f5353-c0e7-4e51-97bf-3870f3a2813e req-df41279a-57e8-4d2a-8b84-7c543f0eaf86 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cc6dce3-6523-4da4-a798-64518f04bd68 HTTP/1.1" status: 200 len: 943 time: 0.0962064 Feb 05 22:43:48.929230 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ef725842-e500-4bb9-8ed4-ddd9f0267e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:48.943569 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=52f37888-4340-4031-89d5-c0df41baa1f6,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:48.966901 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f69f5353-c0e7-4e51-97bf-3870f3a2813e req-8dba3cd8-fab6-48af-80c5-b28c812ac683 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792885 Feb 05 22:43:49.111570 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['52f37888-4340-4031-89d5-c0df41baa1f6'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:43:49.574656 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcb824-760c-4547-9d69-06353b991f12 req-a71181e7-5d3a-48b2-94e0-43f4140af601 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:49.577356 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8ddcb824-760c-4547-9d69-06353b991f12 req-a71181e7-5d3a-48b2-94e0-43f4140af601 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 944 time: 0.0991311 Feb 05 22:43:49.623708 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8ddcb824-760c-4547-9d69-06353b991f12 req-a995d492-0019-4c32-b29b-b3f38c5d22aa tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384474 Feb 05 22:43:49.627883 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7345b-bc1e-429a-9146-3a37b43d6cee req-f638c8dc-37e1-4224-a7fe-8beaf043628a tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:49.631978 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b3b7345b-bc1e-429a-9146-3a37b43d6cee req-f638c8dc-37e1-4224-a7fe-8beaf043628a tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0971184 Feb 05 22:43:49.748584 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b3b7345b-bc1e-429a-9146-3a37b43d6cee req-163345bb-31d5-4171-b986-6ce8a0ddd283 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102421 Feb 05 22:43:49.933256 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd0777-dc1e-4fbe-b940-9ac3747ee54f req-f6660e74-2e81-446a-8945-df022fb2cc03 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:49.934721 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cddd0777-dc1e-4fbe-b940-9ac3747ee54f req-f6660e74-2e81-446a-8945-df022fb2cc03 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0857463 Feb 05 22:43:49.979483 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cddd0777-dc1e-4fbe-b940-9ac3747ee54f req-4fe7ea0d-a54a-4f3e-b55e-319a18c44ae3 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389223 Feb 05 22:43:50.166497 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe277c-f67b-4ed3-95cc-370c472fd956 req-4272c7dc-edb2-43e6-aefe-63f01a843002 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:50.168490 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-fabe277c-f67b-4ed3-95cc-370c472fd956 req-4272c7dc-edb2-43e6-aefe-63f01a843002 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cc6dce3-6523-4da4-a798-64518f04bd68 HTTP/1.1" status: 200 len: 943 time: 0.0911379 Feb 05 22:43:50.224233 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-fabe277c-f67b-4ed3-95cc-370c472fd956 req-2e604ef8-fc29-484c-ae1a-cff66e8b806c tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501745 Feb 05 22:43:50.481792 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device de2a555b-5efc-44fc-bba4-83f7043e1894 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:43:50.486954 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 52f37888-4340-4031-89d5-c0df41baa1f6 up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:43:50.709859 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port de2a555b-5efc-44fc-bba4-83f7043e1894, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=de2a555b-5efc-44fc-bba4-83f7043e1894,segment=NetworkSegment(4d2d58ab-01ca-4a36-8213-185e57236fb8),segment_id=4d2d58ab-01ca-4a36-8213-185e57236fb8)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:43:50.725045 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': 'de2a555b-5efc-44fc-bba4-83f7043e1894', 'network_id': '09af5931-2901-4bfd-8a1b-9c2689ee65e9', 'port_id': 'de2a555b-5efc-44fc-bba4-83f7043e1894', 'mac_address': 'fa:16:3e:d9:76:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b837361-c5df-4e66-ab7f-283c70faf536', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:43:50.761665 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning for port 52f37888-4340-4031-89d5-c0df41baa1f6 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:43:50.779690 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port 52f37888-4340-4031-89d5-c0df41baa1f6 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:43:50.780169 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:50.835305 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:50.852043 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52dc2c8-687e-4896-86c3-918b370e4de4 req-a269a0c0-b8ed-4481-b94a-cdf6af76b170 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:50.859265 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e52dc2c8-687e-4896-86c3-918b370e4de4 req-a269a0c0-b8ed-4481-b94a-cdf6af76b170 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 944 time: 0.0981717 Feb 05 22:43:50.862444 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2a555b-5efc-44fc-bba4-83f7043e1894 {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:43:50.900061 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port de2a555b-5efc-44fc-bba4-83f7043e1894, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=de2a555b-5efc-44fc-bba4-83f7043e1894,segment=NetworkSegment(4d2d58ab-01ca-4a36-8213-185e57236fb8),segment_id=4d2d58ab-01ca-4a36-8213-185e57236fb8)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:43:50.941735 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e52dc2c8-687e-4896-86c3-918b370e4de4 req-907a8530-23e7-4fca-923c-c34a47b00147 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812440 Feb 05 22:43:50.993800 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:51.005764 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:51.030034 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2b3e5-65a6-4741-9bff-d285928a2b10 req-623a55dd-2491-435b-8e87-d1c5c0fdba3f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:51.031665 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-81a2b3e5-65a6-4741-9bff-d285928a2b10 req-623a55dd-2491-435b-8e87-d1c5c0fdba3f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.1133318 Feb 05 22:43:51.090841 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=de2a555b-5efc-44fc-bba4-83f7043e1894,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:51.115562 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 52f37888-4340-4031-89d5-c0df41baa1f6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=52f37888-4340-4031-89d5-c0df41baa1f6,segment=NetworkSegment(d7af7278-00da-4a19-8b7b-1858f8d90a47),segment_id=d7af7278-00da-4a19-8b7b-1858f8d90a47)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:43:51.119226 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f37888-4340-4031-89d5-c0df41baa1f6'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:43:51.124728 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-81a2b3e5-65a6-4741-9bff-d285928a2b10 req-7b8c9bcf-5abe-4085-aaed-dd2f68512732 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871181 Feb 05 22:43:51.196109 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:51.232528 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edaf53-12c0-4c6f-b308-7a7761192c06 req-d6936277-e376-4ce0-8c99-b2f04075d917 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:51.243018 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-10edaf53-12c0-4c6f-b308-7a7761192c06 req-d6936277-e376-4ce0-8c99-b2f04075d917 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.1099925 Feb 05 22:43:51.268042 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f37888-4340-4031-89d5-c0df41baa1f6', 'code': 200} Feb 05 22:43:51.269309 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['de2a555b-5efc-44fc-bba4-83f7043e1894'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:43:51.314031 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-10edaf53-12c0-4c6f-b308-7a7761192c06 req-a072b520-d230-43ca-9ff1-b87bb2432261 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531383 Feb 05 22:43:51.347957 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=52f37888-4340-4031-89d5-c0df41baa1f6,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:51.414040 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffe07d6a-bebf-4285-accd-db7ed4ab34a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:51.488874 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dedaa4-2634-444e-8652-36b6f7c25124 req-a86253b1-8049-4360-93c0-05c7fb20c779 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:51.491241 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-80dedaa4-2634-444e-8652-36b6f7c25124 req-a86253b1-8049-4360-93c0-05c7fb20c779 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cc6dce3-6523-4da4-a798-64518f04bd68 HTTP/1.1" status: 200 len: 944 time: 0.1107781 Feb 05 22:43:51.571734 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-80dedaa4-2634-444e-8652-36b6f7c25124 req-63c95e15-e858-4b96-9fa5-e2103e3a495a tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674005 Feb 05 22:43:51.741308 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3f298-32ed-4bf7-aa54-8b45fcd1bf70 req-97bcb9e8-368c-418d-a8ec-e3eb8d567021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:51.742773 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-93e3f298-32ed-4bf7-aa54-8b45fcd1bf70 req-97bcb9e8-368c-418d-a8ec-e3eb8d567021 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 1098 time: 0.0825381 Feb 05 22:43:51.903163 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-93e3f298-32ed-4bf7-aa54-8b45fcd1bf70 req-b431dd84-c8e9-4655-b6ef-b6827e5b762d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542351 Feb 05 22:43:52.250519 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f588de-2366-4f43-adbe-b96fc00bb3d5 req-5c6959cb-98e5-419a-989e-2e6e6911e823 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:52.252272 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c4f588de-2366-4f43-adbe-b96fc00bb3d5 req-5c6959cb-98e5-419a-989e-2e6e6911e823 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 945 time: 0.1530142 Feb 05 22:43:52.282207 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:52.324263 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c4f588de-2366-4f43-adbe-b96fc00bb3d5 req-9a74e7ca-42f7-41c4-9e59-65c881fb9cb0 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610075 Feb 05 22:43:52.384660 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64097bfd-ba85-4d98-9ba5-fc7d73d5f1fb req-1c2cf11e-c665-4507-bda6-84beabbc8b35 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:52.393749 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-64097bfd-ba85-4d98-9ba5-fc7d73d5f1fb req-1c2cf11e-c665-4507-bda6-84beabbc8b35 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.1100163 Feb 05 22:43:52.450811 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-64097bfd-ba85-4d98-9ba5-fc7d73d5f1fb req-9e8b53cb-dee2-424b-b965-c6453498fbbf tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558252 Feb 05 22:43:52.499406 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device de2a555b-5efc-44fc-bba4-83f7043e1894 up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:43:52.610536 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cee2d2-bb9b-4726-9d79-92397cd46ab5 req-ea6ea3f2-227b-4eef-af0c-a03d4c49605b tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:52.612112 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-44cee2d2-bb9b-4726-9d79-92397cd46ab5 req-ea6ea3f2-227b-4eef-af0c-a03d4c49605b tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.1300819 Feb 05 22:43:52.647312 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:52.668790 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-44cee2d2-bb9b-4726-9d79-92397cd46ab5 req-21c2c318-f58d-412a-b881-34e735ecd07b tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480847 Feb 05 22:43:52.735896 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning for port de2a555b-5efc-44fc-bba4-83f7043e1894 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:43:52.742083 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port de2a555b-5efc-44fc-bba4-83f7043e1894 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:43:52.742801 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:52.928402 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89882ba0-8cfd-470c-99c1-f68f4c7b9cae req-90a86f13-b81d-4b25-9d56-a2b2b16f1ee9 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:52.930156 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-89882ba0-8cfd-470c-99c1-f68f4c7b9cae req-90a86f13-b81d-4b25-9d56-a2b2b16f1ee9 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cc6dce3-6523-4da4-a798-64518f04bd68 HTTP/1.1" status: 200 len: 944 time: 0.1445601 Feb 05 22:43:52.944653 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:53.004407 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-89882ba0-8cfd-470c-99c1-f68f4c7b9cae req-b9a82aff-af8a-429c-ad3e-4f6c4fef5f91 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670726 Feb 05 22:43:53.032703 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port de2a555b-5efc-44fc-bba4-83f7043e1894, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=de2a555b-5efc-44fc-bba4-83f7043e1894,segment=NetworkSegment(4d2d58ab-01ca-4a36-8213-185e57236fb8),segment_id=4d2d58ab-01ca-4a36-8213-185e57236fb8)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:43:53.139479 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:53.251327 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=de2a555b-5efc-44fc-bba4-83f7043e1894,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:53.269388 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc6dce3-6523-4da4-a798-64518f04bd68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2a555b-5efc-44fc-bba4-83f7043e1894'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:43:53.276150 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa50be2-dadd-4bf9-b370-bbd656fda3d7 req-593fc1f1-9cd3-458c-9bed-0a3c80945f1c tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:53.277840 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4fa50be2-dadd-4bf9-b370-bbd656fda3d7 req-593fc1f1-9cd3-458c-9bed-0a3c80945f1c tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.1482239 Feb 05 22:43:53.336448 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc6dce3-6523-4da4-a798-64518f04bd68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2a555b-5efc-44fc-bba4-83f7043e1894', 'code': 200} Feb 05 22:43:53.349985 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4fa50be2-dadd-4bf9-b370-bbd656fda3d7 req-fa2c704d-39a1-4759-8607-95672986dfa3 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654151 Feb 05 22:43:53.415051 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185bdfa-7487-443b-bbd7-df768cd136b7 req-b84e1243-d980-4462-b5e1-578faacff49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:53.417182 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9185bdfa-7487-443b-bbd7-df768cd136b7 req-b84e1243-d980-4462-b5e1-578faacff49f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9bde3076936d4b42a61677c3926d8bff&device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 1098 time: 0.1512280 Feb 05 22:43:53.657249 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185bdfa-7487-443b-bbd7-df768cd136b7 req-dca1df90-eb40-4eef-8e46-e82146a6d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:53.659462 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9185bdfa-7487-443b-bbd7-df768cd136b7 req-dca1df90-eb40-4eef-8e46-e82146a6d71a service neutron] 10.222.0.45 "GET /v2.0/networks?id=a9f90657-c8ce-4d9b-be20-d4363f5e95d6 HTTP/1.1" status: 200 len: 912 time: 0.2340055 Feb 05 22:43:53.672709 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64509f48-3862-4700-878c-d29399f14f99 req-5fed49c1-ea6b-44da-a0f6-ae813901fd62 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:53.674549 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-64509f48-3862-4700-878c-d29399f14f99 req-5fed49c1-ea6b-44da-a0f6-ae813901fd62 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 945 time: 0.1716988 Feb 05 22:43:53.709824 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 48484) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:53.862619 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c05fe4d0-0958-41a0-a5a4-ba81ff6afd86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:53.880849 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-c05fe4d0-0958-41a0-a5a4-ba81ff6afd86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:43:53.885917 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-c05fe4d0-0958-41a0-a5a4-ba81ff6afd86 admin admin] Usage tracker for resource:security_group_rule and tenant:a2143a3e7deb4e38b31e9f3ed06401ec is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:43:53.889122 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-c05fe4d0-0958-41a0-a5a4-ba81ff6afd86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:43:53.895841 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-c05fe4d0-0958-41a0-a5a4-ba81ff6afd86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:43:53.933903 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-64509f48-3862-4700-878c-d29399f14f99 req-9e5f3191-697f-4f38-b3e8-816385e5e3b8 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943650 Feb 05 22:43:53.936580 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9185bdfa-7487-443b-bbd7-df768cd136b7 req-ff730094-4f79-4082-a0bd-ae8a17310e63 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec130dc2-04ee-48dd-afc2-9f286463c67f HTTP/1.1" status: 200 len: 1001 time: 0.2609694 Feb 05 22:43:54.002462 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6306309-ff7d-499e-aecf-c47632828b9b req-f03cb3b9-8e2b-42ee-bb18-2c7929c8994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:54.003988 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a6306309-ff7d-499e-aecf-c47632828b9b req-f03cb3b9-8e2b-42ee-bb18-2c7929c8994d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1cc6dce3-6523-4da4-a798-64518f04bd68 HTTP/1.1" status: 200 len: 1098 time: 0.2130208 Feb 05 22:43:54.042527 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c05fe4d0-0958-41a0-a5a4-ba81ff6afd86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:54.044373 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185bdfa-7487-443b-bbd7-df768cd136b7 req-a2011b39-2fc1-4d49-a274-a949f3f3c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:54.045887 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9185bdfa-7487-443b-bbd7-df768cd136b7 req-a2011b39-2fc1-4d49-a274-a949f3f3c221 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a30431fa-c0ee-41d7-84eb-c19154fb8016 HTTP/1.1" status: 200 len: 850 time: 0.1005800 Feb 05 22:43:54.129996 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac982e-4a0a-4d55-b1ac-c9e6ccef5710 req-1762a744-acd9-4441-ad15-104a68d004a4 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:54.129996 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9aac982e-4a0a-4d55-b1ac-c9e6ccef5710 req-1762a744-acd9-4441-ad15-104a68d004a4 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.1113470 Feb 05 22:43:54.132679 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9aac982e-4a0a-4d55-b1ac-c9e6ccef5710 req-968face4-1cc4-4a22-8792-573bb8043f8f tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394843 Feb 05 22:43:54.145862 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a6306309-ff7d-499e-aecf-c47632828b9b req-23a1d2e6-bc42-4ae8-9bc2-bccecf2a67bc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351161 Feb 05 22:43:54.202310 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185bdfa-7487-443b-bbd7-df768cd136b7 req-e7cb5edc-a147-429d-a501-322b97cd0d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:54.203770 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9185bdfa-7487-443b-bbd7-df768cd136b7 req-e7cb5edc-a147-429d-a501-322b97cd0d5c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9f90657-c8ce-4d9b-be20-d4363f5e95d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1489518 Feb 05 22:43:54.214794 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0c071-b05b-4881-a567-21456c4bd4be req-48ecb8cd-b703-403b-b18a-0ba68b56aa18 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:54.216193 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5ed0c071-b05b-4881-a567-21456c4bd4be req-48ecb8cd-b703-403b-b18a-0ba68b56aa18 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 945 time: 0.1226261 Feb 05 22:43:54.245763 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:54.261591 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5ed0c071-b05b-4881-a567-21456c4bd4be req-bb154e3f-efdc-4c34-a548-d7d26e8b38b7 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398443 Feb 05 22:43:54.287092 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c05fe4d0-0958-41a0-a5a4-ba81ff6afd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:54.288589 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 48494) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:54.356273 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-c05fe4d0-0958-41a0-a5a4-ba81ff6afd86 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2143a3e7deb4e38b31e9f3ed06401ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6440754 Feb 05 22:43:54.361574 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 48498) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:54.367188 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fe4d0-0958-41a0-a5a4-ba81ff6afd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013b8465-1b0e-4244-ab1d-eb6e575c8fe4,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:54.432335 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87d369-e334-47d6-afe3-9d26e25a59e5 req-3cb5dfc9-6550-42e0-a985-acd9d888756d tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:54.439281 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ec87d369-e334-47d6-afe3-9d26e25a59e5 req-3cb5dfc9-6550-42e0-a985-acd9d888756d tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cc6dce3-6523-4da4-a798-64518f04bd68 HTTP/1.1" status: 200 len: 945 time: 0.1970799 Feb 05 22:43:54.513120 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-859c602b-b325-459a-9c46-d6140bbce2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:54.532711 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42fea8c-2506-4f33-9347-f15608f827cb tempest-TestVolumeBootPattern-370196322 tempest-TestVolumeBootPattern-370196322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:54.536865 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-e42fea8c-2506-4f33-9347-f15608f827cb tempest-TestVolumeBootPattern-370196322 tempest-TestVolumeBootPattern-370196322-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 1093 time: 0.2399194 Feb 05 22:43:54.548764 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 48510) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:43:54.553146 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ec87d369-e334-47d6-afe3-9d26e25a59e5 req-d109a0ef-ef82-44ce-a19b-bea343a42815 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029863 Feb 05 22:43:54.561977 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Request body: {'floatingip': {'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'port_id': '52f37888-4340-4031-89d5-c0df41baa1f6', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:43:54.578587 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9185bdfa-7487-443b-bbd7-df768cd136b7 req-52ded701-0845-460a-b6b1-2cacd6acd231 service neutron] 10.222.0.45 "GET /v2.0/networks/a9f90657-c8ce-4d9b-be20-d4363f5e95d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394183 Feb 05 22:43:54.579659 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:43:54.586665 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-859c602b-b325-459a-9c46-d6140bbce2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:54.604858 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Usage tracker for resource:floatingip and tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:43:54.614618 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:43:54.671618 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:43:54.713894 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870830ca-8e17-4ade-880c-ca43cb38692c req-11ccb242-1aa8-40ee-b9f8-300281603fff tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:54.715396 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-870830ca-8e17-4ade-880c-ca43cb38692c req-11ccb242-1aa8-40ee-b9f8-300281603fff tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.2300653 Feb 05 22:43:54.742143 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-859c602b-b325-459a-9c46-d6140bbce2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:54.764542 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c602b-b325-459a-9c46-d6140bbce2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013b8465-1b0e-4244-ab1d-eb6e575c8fe4,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:54.766357 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-859c602b-b325-459a-9c46-d6140bbce2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:54.767332 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-859c602b-b325-459a-9c46-d6140bbce2d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/013b8465-1b0e-4244-ab1d-eb6e575c8fe4 HTTP/1.1" status: 204 len: 168 time: 0.4038177 Feb 05 22:43:54.785205 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9185bdfa-7487-443b-bbd7-df768cd136b7 req-781cf92f-cd43-4d24-9ab7-2edb7b02fc15 service neutron] 10.222.0.45 "GET /v2.0/networks/a9f90657-c8ce-4d9b-be20-d4363f5e95d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995840 Feb 05 22:43:54.785929 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for floatingip, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:55.023411 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-870830ca-8e17-4ade-880c-ca43cb38692c req-b3f8a4a2-844f-4fa0-ad20-1c68e63782d3 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2903278 Feb 05 22:43:55.128957 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:55.415026 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Allocated IP 172.27.3.198 (6817b256-dae4-44db-bc68-adab2164788e/583bfacf-eb7c-4478-b06f-909c14cf964a/d2a01c2c-b4e3-4ed3-99b3-9934fdd9f975) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:43:55.484564 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af654caa-7ce9-4c3d-8899-db64ce43bd84 req-2413bb23-76f5-4f25-aa63-9332e5db3c82 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:55.495671 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-af654caa-7ce9-4c3d-8899-db64ce43bd84 req-2413bb23-76f5-4f25-aa63-9332e5db3c82 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.1583369 Feb 05 22:43:55.557551 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-af654caa-7ce9-4c3d-8899-db64ce43bd84 req-45a3ff43-eac0-4d5e-805b-c7821809240a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600371 Feb 05 22:43:55.615358 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:55.748024 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:55.828362 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d108051-efa6-449a-a25e-99cf826d23a0 req-a071ba6d-f7fb-4042-990f-92ea79a68742 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:55.829987 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0d108051-efa6-449a-a25e-99cf826d23a0 req-a071ba6d-f7fb-4042-990f-92ea79a68742 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cc6dce3-6523-4da4-a798-64518f04bd68 HTTP/1.1" status: 200 len: 945 time: 0.1556044 Feb 05 22:43:55.839531 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Network 6817b256-dae4-44db-bc68-adab2164788e is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:43:55.846862 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:43:55.849601 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:43:55.927302 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event updated for resources: {'Port': ['ID=d2a01c2c-b4e3-4ed3-99b3-9934fdd9f975,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:55.951594 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:55.951958 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:55.952467 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:55.952804 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:55.953133 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:55.953487 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:55.958146 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:55.958146 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:55.958146 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:55.958146 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:55.958146 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:55.958146 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:43:55.970151 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0d108051-efa6-449a-a25e-99cf826d23a0 req-4b6ac173-5100-4c84-b5a7-4aac300fe60d tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269472 Feb 05 22:43:56.238111 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608b4bc-ad70-48cc-9ca0-30c7ca2ad1e0 req-f647912e-44a0-4caf-b3fe-751f2e366b83 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:56.240298 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e608b4bc-ad70-48cc-9ca0-30c7ca2ad1e0 req-f647912e-44a0-4caf-b3fe-751f2e366b83 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.1059742 Feb 05 22:43:56.289750 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e608b4bc-ad70-48cc-9ca0-30c7ca2ad1e0 req-b84ae865-b767-4b78-ba4d-6615150f9ac7 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411577 Feb 05 22:43:56.402529 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:56.541537 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:56.818871 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5a8b6-6298-4dd3-8e8c-a39b2e2eeefe req-68868457-fc0e-45f7-ab02-7edea9ec96db tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:56.820313 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-95d5a8b6-6298-4dd3-8e8c-a39b2e2eeefe req-68868457-fc0e-45f7-ab02-7edea9ec96db tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.1364849 Feb 05 22:43:56.860033 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:56.883421 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-95d5a8b6-6298-4dd3-8e8c-a39b2e2eeefe req-b1b0cbde-49c2-4059-80cc-909bd4d58c78 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559199 Feb 05 22:43:56.921419 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:57.038666 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event updated for resources: {'Port': ['ID=d2a01c2c-b4e3-4ed3-99b3-9934fdd9f975,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:43:57.060972 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542379'] for floatingip, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:57.181970 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf05adc-b41a-4813-9b14-a7baae263085 req-c84284a2-e542-48a5-bff1-e04c049c4c71 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:57.187751 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-fdf05adc-b41a-4813-9b14-a7baae263085 req-c84284a2-e542-48a5-bff1-e04c049c4c71 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cc6dce3-6523-4da4-a798-64518f04bd68 HTTP/1.1" status: 200 len: 945 time: 0.1037533 Feb 05 22:43:57.240095 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-fdf05adc-b41a-4813-9b14-a7baae263085 req-1cd31536-55a3-49ea-8d89-53fc36ff21c3 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498569 Feb 05 22:43:57.392774 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.l3_db [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Floating IP aca16c02-dd22-4e92-ae3c-35a87f6878af associated. External IP: 172.27.3.198, port: 52f37888-4340-4031-89d5-c0df41baa1f6. Feb 05 22:43:57.797991 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Router 32f81c64-56c3-484d-979c-53a43186fbe6 has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:43:57.989375 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:43:58.002209 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d730090f-96c5-463c-b237-259a6070113c None None] Sync routers for ids ['32f81c64-56c3-484d-979c-53a43186fbe6'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:43:58.023350 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d730090f-96c5-463c-b237-259a6070113c None None] Routers {'32f81c64-56c3-484d-979c-53a43186fbe6'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:43:58.025017 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-d730090f-96c5-463c-b237-259a6070113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:43:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['32f81c64-56c3-484d-979c-53a43186fbe6'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:58.111589 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for floatingip, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:43:58.190098 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324b496-0cb9-4821-8cda-1156be86130e req-0ad3cd14-c86f-4074-a293-b124f2dbb955 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:58.191836 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5324b496-0cb9-4821-8cda-1156be86130e req-0ad3cd14-c86f-4074-a293-b124f2dbb955 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.1697559 Feb 05 22:43:58.219922 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-27f9a23b-64ac-403b-ac57-349535042927 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6696389 Feb 05 22:43:58.219922 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e', 'tag': '52f37888-4340-4031-89d5-c0df41baa1f6'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:43:58.253966 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-d730090f-96c5-463c-b237-259a6070113c None None] Set router 32f81c64-56c3-484d-979c-53a43186fbe6 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:43:58.302526 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5324b496-0cb9-4821-8cda-1156be86130e req-4e315f13-73cb-4c4a-9b44-bb14437b7033 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018541 Feb 05 22:43:58.310035 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e', 'tag': '52f37888-4340-4031-89d5-c0df41baa1f6', 'status': 'completed', 'code': 200} Feb 05 22:43:58.415391 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96aad0-0e69-443d-8298-8a786afb622f req-c32be5cc-4f51-4925-a8e4-9c9b47ba2e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:58.417215 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3d96aad0-0e69-443d-8298-8a786afb622f req-c32be5cc-4f51-4925-a8e4-9c9b47ba2e0e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793&device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 1098 time: 0.0797770 Feb 05 22:43:58.561140 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96aad0-0e69-443d-8298-8a786afb622f req-aa52fa17-76a6-4840-8724-555690128a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:58.562920 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3d96aad0-0e69-443d-8298-8a786afb622f req-aa52fa17-76a6-4840-8724-555690128a57 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebea9618-4630-4a58-9d58-eedf0e21d8a9 HTTP/1.1" status: 200 len: 913 time: 0.1392305 Feb 05 22:43:58.694054 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3d96aad0-0e69-443d-8298-8a786afb622f req-40987055-bfa0-40a7-b708-5fda44e212ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52f37888-4340-4031-89d5-c0df41baa1f6 HTTP/1.1" status: 200 len: 999 time: 0.1243646 Feb 05 22:43:58.781351 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-d730090f-96c5-463c-b237-259a6070113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:40Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': 'aca16c02-dd22-4e92-ae3c-35a87f6878af', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'port_id': '52f37888-4340-4031-89d5-c0df41baa1f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'mac_address': 'fa:16:3e:16:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:43:56Z', 'updated_at': '2022-02-05T22:43:56Z', 'revision_number': 0, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda99590-73a7-42d8-b7ef-4d5568cd9034', 'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'mac_address': 'fa:16:3e:87:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:39Z', 'updated_at': '2022-02-05T22:39:55Z', 'revision_number': 5, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'subnets': [{'id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:58.786679 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d730090f-96c5-463c-b237-259a6070113c None None] Checking router: 32f81c64-56c3-484d-979c-53a43186fbe6 for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:43:58.796057 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d730090f-96c5-463c-b237-259a6070113c None None] Routers {'32f81c64-56c3-484d-979c-53a43186fbe6'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:43:58.796666 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-d730090f-96c5-463c-b237-259a6070113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:43:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['32f81c64-56c3-484d-979c-53a43186fbe6'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:58.803226 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96aad0-0e69-443d-8298-8a786afb622f req-7dec0088-3e27-425b-a790-076e18da303a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:58.804708 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3d96aad0-0e69-443d-8298-8a786afb622f req-7dec0088-3e27-425b-a790-076e18da303a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=475e8ece-de3e-49c6-a895-1ccf27af5e7e HTTP/1.1" status: 200 len: 851 time: 0.1042845 Feb 05 22:43:58.916212 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96aad0-0e69-443d-8298-8a786afb622f req-39c1f6b6-cfb9-4c70-a9b2-d1b01f05facb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:58.918187 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3d96aad0-0e69-443d-8298-8a786afb622f req-39c1f6b6-cfb9-4c70-a9b2-d1b01f05facb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebea9618-4630-4a58-9d58-eedf0e21d8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1038501 Feb 05 22:43:59.005321 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-d730090f-96c5-463c-b237-259a6070113c None None] Set router 32f81c64-56c3-484d-979c-53a43186fbe6 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:43:59.072773 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3d96aad0-0e69-443d-8298-8a786afb622f req-0426111b-ce06-45e8-a050-f79068ffc8a8 service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479149 Feb 05 22:43:59.340236 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3d96aad0-0e69-443d-8298-8a786afb622f req-9f6f3510-582b-490a-989e-c6603a73188e service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606556 Feb 05 22:43:59.413554 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-d730090f-96c5-463c-b237-259a6070113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:40Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': 'aca16c02-dd22-4e92-ae3c-35a87f6878af', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'port_id': '52f37888-4340-4031-89d5-c0df41baa1f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'mac_address': 'fa:16:3e:16:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:43:56Z', 'updated_at': '2022-02-05T22:43:56Z', 'revision_number': 0, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda99590-73a7-42d8-b7ef-4d5568cd9034', 'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'mac_address': 'fa:16:3e:87:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:39Z', 'updated_at': '2022-02-05T22:39:55Z', 'revision_number': 5, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'subnets': [{'id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:43:59.419038 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d730090f-96c5-463c-b237-259a6070113c None None] The sync data for ids ['32f81c64-56c3-484d-979c-53a43186fbe6'] in dv-cinder-818886-2-iscsi is: [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:40Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': 'aca16c02-dd22-4e92-ae3c-35a87f6878af', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'port_id': '52f37888-4340-4031-89d5-c0df41baa1f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'mac_address': 'fa:16:3e:16:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:43:56Z', 'updated_at': '2022-02-05T22:43:56Z', 'revision_number': 0, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda99590-73a7-42d8-b7ef-4d5568cd9034', 'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'mac_address': 'fa:16:3e:87:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:39Z', 'updated_at': '2022-02-05T22:39:55Z', 'revision_number': 5, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'subnets': [{'id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:43:59.534271 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf44c0-43e4-4aa5-a509-a87ff3ff0991 req-6abe9e11-7dda-42b2-a1e0-0f1e6ecfdec4 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:59.535935 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-1bcf44c0-43e4-4aa5-a509-a87ff3ff0991 req-6abe9e11-7dda-42b2-a1e0-0f1e6ecfdec4 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.1096008 Feb 05 22:43:59.541599 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18e4c4-f194-4b50-bfcb-f70b86af5725 req-725b92fc-0dd1-428f-b459-830698c27e1c tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:43:59.543172 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5f18e4c4-f194-4b50-bfcb-f70b86af5725 req-725b92fc-0dd1-428f-b459-830698c27e1c tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cc6dce3-6523-4da4-a798-64518f04bd68 HTTP/1.1" status: 200 len: 945 time: 0.1041615 Feb 05 22:43:59.592412 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5f18e4c4-f194-4b50-bfcb-f70b86af5725 req-fe294ecc-cbe6-4f77-ab27-7e5e7bc28788 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434918 Feb 05 22:43:59.598470 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-1bcf44c0-43e4-4aa5-a509-a87ff3ff0991 req-81f162af-d093-4413-8e81-907284d5b37c tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557649 Feb 05 22:43:59.673687 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2329af-7789-457e-bae3-3d68b488199a None None] New status for floating IP aca16c02-dd22-4e92-ae3c-35a87f6878af: ACTIVE {{(pid=87485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 22:44:00.251864 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2858c5-6248-41b3-8938-74d4f7b70d5c req-4c2c86f1-9cc7-4d63-b06f-63fe9851b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:00.253394 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9e2858c5-6248-41b3-8938-74d4f7b70d5c req-4c2c86f1-9cc7-4d63-b06f-63fe9851b9e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1c74641009450eb3df1aeaf162ccde&device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 1099 time: 0.0732338 Feb 05 22:44:00.385255 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2858c5-6248-41b3-8938-74d4f7b70d5c req-9c82aa0f-ce2d-48cd-a90b-cded18d5e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:00.386697 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9e2858c5-6248-41b3-8938-74d4f7b70d5c req-9c82aa0f-ce2d-48cd-a90b-cded18d5e69e service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b0f3db0-4106-46bc-9540-b9ba783310fc HTTP/1.1" status: 200 len: 917 time: 0.1257777 Feb 05 22:44:00.491705 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9e2858c5-6248-41b3-8938-74d4f7b70d5c req-78c1ec7e-b82f-41b7-9c44-740b0453ad95 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc HTTP/1.1" status: 200 len: 1001 time: 0.0976644 Feb 05 22:44:00.553649 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2858c5-6248-41b3-8938-74d4f7b70d5c req-e0b02488-f15f-43c3-9209-77a0029d01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:00.554947 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9e2858c5-6248-41b3-8938-74d4f7b70d5c req-e0b02488-f15f-43c3-9209-77a0029d01b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef675453-a182-4ce7-8469-2fb25b5d7aea HTTP/1.1" status: 200 len: 855 time: 0.0563014 Feb 05 22:44:00.631071 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2858c5-6248-41b3-8938-74d4f7b70d5c req-d6763b8c-8c1a-4697-b6f4-e41733f1a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:00.632558 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9e2858c5-6248-41b3-8938-74d4f7b70d5c req-d6763b8c-8c1a-4697-b6f4-e41733f1a687 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b0f3db0-4106-46bc-9540-b9ba783310fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709333 Feb 05 22:44:00.797589 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da89df-173b-4d9d-85cc-d01f96363663 req-665c3663-5ad7-456c-8974-e70c651b26da tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:00.799029 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-49da89df-173b-4d9d-85cc-d01f96363663 req-665c3663-5ad7-456c-8974-e70c651b26da tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0796750 Feb 05 22:44:00.828737 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9e2858c5-6248-41b3-8938-74d4f7b70d5c req-2a6c0e2a-e6dc-4cde-83e2-1c38ad6dfbbc service neutron] 10.222.0.45 "GET /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875432 Feb 05 22:44:00.836827 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52529b-902d-47b3-ab47-ef9a4931ba3c req-dfea631a-2a16-4361-81d3-a1b99b0dd3bf tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:00.838266 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6e52529b-902d-47b3-ab47-ef9a4931ba3c req-dfea631a-2a16-4361-81d3-a1b99b0dd3bf tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cc6dce3-6523-4da4-a798-64518f04bd68 HTTP/1.1" status: 200 len: 945 time: 0.1301887 Feb 05 22:44:00.845191 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-49da89df-173b-4d9d-85cc-d01f96363663 req-c44d3104-03b3-4101-adcc-009eec76607f tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403397 Feb 05 22:44:01.020434 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6e52529b-902d-47b3-ab47-ef9a4931ba3c req-a0421288-f260-4fee-b5ca-407c1ad2dbc7 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609962 Feb 05 22:44:01.063077 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9e2858c5-6248-41b3-8938-74d4f7b70d5c req-8bad0d81-86d5-4db3-8a79-e516c571a319 service neutron] 10.222.0.45 "GET /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238986 Feb 05 22:44:01.074955 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9ea7b-c32f-451d-82a0-50f136158a76 req-86c3fb36-c694-4394-91ba-d99fd3c108ba tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:01.076391 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3cf9ea7b-c32f-451d-82a0-50f136158a76 req-86c3fb36-c694-4394-91ba-d99fd3c108ba tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cc6dce3-6523-4da4-a798-64518f04bd68 HTTP/1.1" status: 200 len: 945 time: 0.1523213 Feb 05 22:44:01.146894 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-3cf9ea7b-c32f-451d-82a0-50f136158a76 req-7b7218ae-e994-45d2-bc42-dacb7b342e96 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Deleting port de2a555b-5efc-44fc-bba4-83f7043e1894 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:44:01.147150 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-3cf9ea7b-c32f-451d-82a0-50f136158a76 req-7b7218ae-e994-45d2-bc42-dacb7b342e96 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:01.390239 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-3cf9ea7b-c32f-451d-82a0-50f136158a76 req-7b7218ae-e994-45d2-bc42-dacb7b342e96 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] For port de2a555b-5efc-44fc-bba4-83f7043e1894, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=de2a555b-5efc-44fc-bba4-83f7043e1894,segment=NetworkSegment(4d2d58ab-01ca-4a36-8213-185e57236fb8),segment_id=4d2d58ab-01ca-4a36-8213-185e57236fb8)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:44:01.390946 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-3cf9ea7b-c32f-451d-82a0-50f136158a76 req-7b7218ae-e994-45d2-bc42-dacb7b342e96 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:01.608661 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-3cf9ea7b-c32f-451d-82a0-50f136158a76 req-7b7218ae-e994-45d2-bc42-dacb7b342e96 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Calling delete_port for de2a555b-5efc-44fc-bba4-83f7043e1894 owned by compute:nova {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:44:01.847011 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-3cf9ea7b-c32f-451d-82a0-50f136158a76 req-7b7218ae-e994-45d2-bc42-dacb7b342e96 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:01.858440 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['de2a555b-5efc-44fc-bba4-83f7043e1894'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:44:01.895967 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7218ae-e994-45d2-bc42-dacb7b342e96 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Pushing event deleted for resources: {'Port': ['ID=de2a555b-5efc-44fc-bba4-83f7043e1894,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:01.979786 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf9ea7b-c32f-451d-82a0-50f136158a76 req-7b7218ae-e994-45d2-bc42-dacb7b342e96 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] No DVR routers for this DVR port de2a555b-5efc-44fc-bba4-83f7043e1894 on host hv-cinder-81888 {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:44:01.982375 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-3cf9ea7b-c32f-451d-82a0-50f136158a76 req-7b7218ae-e994-45d2-bc42-dacb7b342e96 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:01.985103 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc6dce3-6523-4da4-a798-64518f04bd68', 'name': 'network-vif-deleted', 'tag': 'de2a555b-5efc-44fc-bba4-83f7043e1894'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:44:02.030938 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc6dce3-6523-4da4-a798-64518f04bd68', 'name': 'network-vif-deleted', 'tag': 'de2a555b-5efc-44fc-bba4-83f7043e1894', 'status': 'completed', 'code': 200} Feb 05 22:44:02.054008 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91ff39-4d93-4337-8ec0-3c74e6ef6d54 req-48f35de7-accb-4370-a7d6-38ccec3a82e1 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:02.056093 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-6f91ff39-4d93-4337-8ec0-3c74e6ef6d54 req-48f35de7-accb-4370-a7d6-38ccec3a82e1 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0849664 Feb 05 22:44:02.064969 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3cf9ea7b-c32f-451d-82a0-50f136158a76 req-7b7218ae-e994-45d2-bc42-dacb7b342e96 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.45 "DELETE /v2.0/ports/de2a555b-5efc-44fc-bba4-83f7043e1894 HTTP/1.1" status: 204 len: 173 time: 0.9826443 Feb 05 22:44:02.099146 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-6f91ff39-4d93-4337-8ec0-3c74e6ef6d54 req-88f91857-d9cf-4c0e-9d71-09d86f0ac8da tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373635 Feb 05 22:44:02.172700 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-b17bc48b-3906-473e-beed-b8bcb4be14d6 req-b03eaf3d-ec1f-4fa0-911b-d0962fe4b877 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Synchronizing usage tracker for tenant:710c6c4c9cd24645be54fdd85dbceb6e on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:44:02.261774 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-b17bc48b-3906-473e-beed-b8bcb4be14d6 req-b03eaf3d-ec1f-4fa0-911b-d0962fe4b877 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Unset dirty status for tenant:710c6c4c9cd24645be54fdd85dbceb6e on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:44:02.263020 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b17bc48b-3906-473e-beed-b8bcb4be14d6 req-b03eaf3d-ec1f-4fa0-911b-d0962fe4b877 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cc6dce3-6523-4da4-a798-64518f04bd68 HTTP/1.1" status: 200 len: 210 time: 0.1325228 Feb 05 22:44:03.286293 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2151ea-5201-4bd2-be21-02107d4a0e33 req-3cd93176-6bb5-4eb8-82e3-865a7ae44a5c tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:03.291307 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4e2151ea-5201-4bd2-be21-02107d4a0e33 req-3cd93176-6bb5-4eb8-82e3-865a7ae44a5c tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 946 time: 0.0811248 Feb 05 22:44:03.336168 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4e2151ea-5201-4bd2-be21-02107d4a0e33 req-f2c35542-87ed-4cba-bc11-d432269918ff tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388470 Feb 05 22:44:03.691575 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-72f67ece-1ad5-42f6-aa70-83ab90091984 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:03.693022 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-72f67ece-1ad5-42f6-aa70-83ab90091984 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/networks?id=09af5931-2901-4bfd-8a1b-9c2689ee65e9 HTTP/1.1" status: 200 len: 808 time: 0.1482749 Feb 05 22:44:03.709870 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-f0dc8c46-6cc6-4434-9334-cda9a18c1b6c tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/quotas/710c6c4c9cd24645be54fdd85dbceb6e HTTP/1.1" status: 200 len: 375 time: 0.0110199 Feb 05 22:44:03.758644 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-ad90780d-ab3b-4d3d-b01d-ece53d15dd4d tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=710c6c4c9cd24645be54fdd85dbceb6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423620 Feb 05 22:44:03.892417 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-d9a49c67-95a4-454b-8edc-6f3122116690 service neutron] 10.222.0.24 "GET /v2.0/networks/09af5931-2901-4bfd-8a1b-9c2689ee65e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271300 Feb 05 22:44:04.026385 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-e084118c-a9a2-457f-af29-c56841c92d49 service neutron] 10.222.0.24 "GET /v2.0/networks/09af5931-2901-4bfd-8a1b-9c2689ee65e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278665 Feb 05 22:44:04.283523 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-827aa96c-d6ee-4e1c-9b81-4087145ccd49 req-b063091a-7a8a-46d8-8d8c-849832622998 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 210 time: 0.0476935 Feb 05 22:44:04.542204 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:44:04.659164 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:04.686294 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365f5e4b-b8ec-47eb-965e-4720b6fb353c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:44:04.696477 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:44:04.731750 dv-cinder-818886-2-iscsi neutron-server[87484]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '365f5e4b-b8ec-47eb-965e-4720b6fb353c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc', 'code': 422} returned with failed status Feb 05 22:44:04.767240 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:04.768061 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device de2a555b-5efc-44fc-bba4-83f7043e1894 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:44:04.842868 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] No Port match for: de2a555b-5efc-44fc-bba4-83f7043e1894 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:44:04.843217 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device de2a555b-5efc-44fc-bba4-83f7043e1894 not bound to the agent host hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:44:04.871243 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,revision_number=8']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:05.444475 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ae0a3e26-2893-4ac0-86a8-ecf0eaa84b7d req-2123bb22-0125-4582-bcf1-11ba385819b3 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 210 time: 0.0424848 Feb 05 22:44:06.408589 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b10f48-d595-4e0a-9528-f6de898bb2d1 req-9326b36c-24df-4187-9b77-dc3b6d15a9f9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:06.410137 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-03b10f48-d595-4e0a-9528-f6de898bb2d1 req-9326b36c-24df-4187-9b77-dc3b6d15a9f9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 944 time: 0.0842142 Feb 05 22:44:06.455379 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-03b10f48-d595-4e0a-9528-f6de898bb2d1 req-7f04f040-9364-4cde-9b18-2c9634c6c9f1 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386107 Feb 05 22:44:06.706381 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f167e13f-9f44-4f88-be81-ccbfed569d90 req-76ff5cc3-99c6-4bc4-9cce-811749308818 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 210 time: 0.1532688 Feb 05 22:44:06.801018 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-c133259f-e28d-4f19-a526-15d9bbd32694 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:06.802450 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-c133259f-e28d-4f19-a526-15d9bbd32694 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.45 "GET /v2.0/networks?id=09af5931-2901-4bfd-8a1b-9c2689ee65e9 HTTP/1.1" status: 200 len: 808 time: 0.2117033 Feb 05 22:44:06.806039 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8c8886cc-a000-4573-b85f-0bd5e0838e2d req-1f9c2ed5-a4c3-4463-b608-0968fb3ebe85 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2168832 Feb 05 22:44:06.814234 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-2926b9c2-0f6d-4ea0-a5ff-bf9b6234d930 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Request body: {'port': {'device_id': '5c0f9a9c-4ca2-4912-8c15-25e64deefddb', 'network_id': '09af5931-2901-4bfd-8a1b-9c2689ee65e9', 'admin_state_up': True, 'tenant_id': '710c6c4c9cd24645be54fdd85dbceb6e'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:44:06.958072 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-2926b9c2-0f6d-4ea0-a5ff-bf9b6234d930 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:44:06.968463 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-2926b9c2-0f6d-4ea0-a5ff-bf9b6234d930 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:44:07.056310 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-2926b9c2-0f6d-4ea0-a5ff-bf9b6234d930 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Made reservation on behalf of 710c6c4c9cd24645be54fdd85dbceb6e for: {'port': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:44:07.060080 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-2926b9c2-0f6d-4ea0-a5ff-bf9b6234d930 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:07.231908 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-2926b9c2-0f6d-4ea0-a5ff-bf9b6234d930 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Allocated IP 172.20.0.4 (09af5931-2901-4bfd-8a1b-9c2689ee65e9/4b837361-c5df-4e66-ab7f-283c70faf536/6a1f6181-1c36-4c84-be48-f496cecd73b5) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:44:07.535226 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-2926b9c2-0f6d-4ea0-a5ff-bf9b6234d930 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:07.634094 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-2926b9c2-0f6d-4ea0-a5ff-bf9b6234d930 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:07.646150 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72add984-892b-46b0-808d-a31632bcd372 req-bc7fbb88-74ab-4cca-b84d-ac844601dffd tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:07.647608 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-72add984-892b-46b0-808d-a31632bcd372 req-bc7fbb88-74ab-4cca-b84d-ac844601dffd tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 944 time: 0.0795245 Feb 05 22:44:07.694025 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-72add984-892b-46b0-808d-a31632bcd372 req-7c9bbc61-6c1a-4474-994c-6101aebff557 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399656 Feb 05 22:44:07.713396 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-2926b9c2-0f6d-4ea0-a5ff-bf9b6234d930 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Network 09af5931-2901-4bfd-8a1b-9c2689ee65e9 is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:44:07.716532 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-2926b9c2-0f6d-4ea0-a5ff-bf9b6234d930 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:44:07.721301 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-2926b9c2-0f6d-4ea0-a5ff-bf9b6234d930 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:44:07.756638 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926b9c2-0f6d-4ea0-a5ff-bf9b6234d930 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Pushing event updated for resources: {'Port': ['ID=6a1f6181-1c36-4c84-be48-f496cecd73b5,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:07.794420 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-2926b9c2-0f6d-4ea0-a5ff-bf9b6234d930 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:07.794992 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-2926b9c2-0f6d-4ea0-a5ff-bf9b6234d930 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:07.882436 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-2926b9c2-0f6d-4ea0-a5ff-bf9b6234d930 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0717931 Feb 05 22:44:07.894646 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] Request body: {'port': {'device_id': '5c0f9a9c-4ca2-4912-8c15-25e64deefddb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:44:07.934639 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc041660-26e3-4c6c-a278-839d4e7139c6 req-1b0e787e-de17-47d5-a5ea-06e85b7da9d3 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:07.935326 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-cc041660-26e3-4c6c-a278-839d4e7139c6 req-1b0e787e-de17-47d5-a5ea-06e85b7da9d3 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Synchronizing usage tracker for tenant:710c6c4c9cd24645be54fdd85dbceb6e on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:44:08.025732 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:08.071482 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-cc041660-26e3-4c6c-a278-839d4e7139c6 req-1b0e787e-de17-47d5-a5ea-06e85b7da9d3 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Unset dirty status for tenant:710c6c4c9cd24645be54fdd85dbceb6e on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:44:08.072664 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cc041660-26e3-4c6c-a278-839d4e7139c6 req-1b0e787e-de17-47d5-a5ea-06e85b7da9d3 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 931 time: 0.2577295 Feb 05 22:44:08.177930 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cc041660-26e3-4c6c-a278-839d4e7139c6 req-ae6d5892-ccea-4b27-8101-117a96874660 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979185 Feb 05 22:44:08.447946 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1f6181-1c36-4c84-be48-f496cecd73b5 {{(pid=87483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:44:08.456380 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:08.474794 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] Transition to ACTIVE for port object 6a1f6181-1c36-4c84-be48-f496cecd73b5 will not be triggered until provisioned by entity L2. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:44:08.482895 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8886cc-a000-4573-b85f-0bd5e0838e2d req-27ea9881-d56c-4d46-bb14-ffd8272da97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:08.484365 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8c8886cc-a000-4573-b85f-0bd5e0838e2d req-27ea9881-d56c-4d46-bb14-ffd8272da97a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c&tenant_id=2f1c74641009450eb3df1aeaf162ccde HTTP/1.1" status: 200 len: 1097 time: 0.1492894 Feb 05 22:44:08.554190 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:08.699143 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] Pushing event updated for resources: {'Port': ['ID=6a1f6181-1c36-4c84-be48-f496cecd73b5,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:08.785118 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8886cc-a000-4573-b85f-0bd5e0838e2d req-ff212370-0a3e-4fc2-af25-9f7e1b9d0d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:08.786595 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8c8886cc-a000-4573-b85f-0bd5e0838e2d req-ff212370-0a3e-4fc2-af25-9f7e1b9d0d0c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f1c74641009450eb3df1aeaf162ccde&device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 1097 time: 0.2769094 Feb 05 22:44:08.879114 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] Attempting to bind port 6a1f6181-1c36-4c84-be48-f496cecd73b5 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:44:08.879471 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] Attempting to bind port 6a1f6181-1c36-4c84-be48-f496cecd73b5 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '4d2d58ab-01ca-4a36-8213-185e57236fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '09af5931-2901-4bfd-8a1b-9c2689ee65e9'}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:44:08.879780 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] Attempting to bind port 6a1f6181-1c36-4c84-be48-f496cecd73b5 on network 09af5931-2901-4bfd-8a1b-9c2689ee65e9 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:44:08.889280 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] Port 6a1f6181-1c36-4c84-be48-f496cecd73b5 on network 09af5931-2901-4bfd-8a1b-9c2689ee65e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 05 22:44:08.889644 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] Attempting to bind port 6a1f6181-1c36-4c84-be48-f496cecd73b5 on network 09af5931-2901-4bfd-8a1b-9c2689ee65e9 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:44:08.905979 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] Checking agent: {'id': 'bad58867-603f-489e-b0dd-362048cf3d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'started_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:44:08.906320 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] Checking segment: {'id': '4d2d58ab-01ca-4a36-8213-185e57236fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '09af5931-2901-4bfd-8a1b-9c2689ee65e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:44:08.906697 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] Bound using segment: {'id': '4d2d58ab-01ca-4a36-8213-185e57236fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '09af5931-2901-4bfd-8a1b-9c2689ee65e9'} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:44:08.907140 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] Bound port: 6a1f6181-1c36-4c84-be48-f496cecd73b5, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d2d58ab-01ca-4a36-8213-185e57236fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '09af5931-2901-4bfd-8a1b-9c2689ee65e9'}}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:44:08.907487 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:08.967279 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086aa19-ef8b-465e-b141-8ddfbf7fbe56 req-653612f2-b039-42da-a268-d386479f78de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:08.969181 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-8086aa19-ef8b-465e-b141-8ddfbf7fbe56 req-653612f2-b039-42da-a268-d386479f78de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 944 time: 0.1602817 Feb 05 22:44:09.000489 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8886cc-a000-4573-b85f-0bd5e0838e2d req-0e253831-b416-4802-bc41-fc76572003fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:09.001972 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8c8886cc-a000-4573-b85f-0bd5e0838e2d req-0e253831-b416-4802-bc41-fc76572003fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b0f3db0-4106-46bc-9540-b9ba783310fc HTTP/1.1" status: 200 len: 917 time: 0.1986067 Feb 05 22:44:09.012930 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-8086aa19-ef8b-465e-b141-8ddfbf7fbe56 req-85a86591-4fe4-4083-98d0-a259918580fb tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384490 Feb 05 22:44:09.106445 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] For port 6a1f6181-1c36-4c84-be48-f496cecd73b5, host hv-cinder-81888, cleared binding levels {{(pid=87483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:44:09.119563 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] For port 6a1f6181-1c36-4c84-be48-f496cecd73b5, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6a1f6181-1c36-4c84-be48-f496cecd73b5,segment=NetworkSegment(4d2d58ab-01ca-4a36-8213-185e57236fb8),segment_id=4d2d58ab-01ca-4a36-8213-185e57236fb8)] {{(pid=87483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:44:09.123535 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8c8886cc-a000-4573-b85f-0bd5e0838e2d req-adefd449-04da-41b3-8ae4-cfecfac5fce9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc HTTP/1.1" status: 200 len: 999 time: 0.1087201 Feb 05 22:44:09.289765 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:09.377500 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8886cc-a000-4573-b85f-0bd5e0838e2d req-22611680-3b0a-4376-b453-932535939207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:09.378936 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8c8886cc-a000-4573-b85f-0bd5e0838e2d req-22611680-3b0a-4376-b453-932535939207 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef675453-a182-4ce7-8469-2fb25b5d7aea HTTP/1.1" status: 200 len: 855 time: 0.2420108 Feb 05 22:44:09.397627 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:09.398093 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:09.400357 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] 10.222.0.45 "PUT /v2.0/ports/6a1f6181-1c36-4c84-be48-f496cecd73b5 HTTP/1.1" status: 200 len: 1093 time: 1.5096323 Feb 05 22:44:09.405100 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0f9a9c-4ca2-4912-8c15-25e64deefddb', 'tag': '6a1f6181-1c36-4c84-be48-f496cecd73b5'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:44:09.481941 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0f9a9c-4ca2-4912-8c15-25e64deefddb', 'tag': '6a1f6181-1c36-4c84-be48-f496cecd73b5', 'status': 'completed', 'code': 200} Feb 05 22:44:09.532378 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c215843-140c-4bde-a52c-37a72855d35f service neutron] Pushing event updated for resources: {'Port': ['ID=6a1f6181-1c36-4c84-be48-f496cecd73b5,revision_number=3']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:09.582545 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58710e15-d29e-4b0e-a192-714badf11655 req-0d6e31d7-26e4-452c-b832-d0ba2c9989a3 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:09.583992 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-58710e15-d29e-4b0e-a192-714badf11655 req-0d6e31d7-26e4-452c-b832-d0ba2c9989a3 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 943 time: 0.2903712 Feb 05 22:44:09.590832 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8886cc-a000-4573-b85f-0bd5e0838e2d req-6c79bf51-1b4a-466d-bc06-86b7b85a3955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:09.592213 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8c8886cc-a000-4573-b85f-0bd5e0838e2d req-6c79bf51-1b4a-466d-bc06-86b7b85a3955 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b0f3db0-4106-46bc-9540-b9ba783310fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1910036 Feb 05 22:44:09.710249 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-e8b968f0-8911-4c6b-9c72-58b196b7eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:09.711827 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-e8b968f0-8911-4c6b-9c72-58b196b7eaf7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=710c6c4c9cd24645be54fdd85dbceb6e&device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 1096 time: 0.2225306 Feb 05 22:44:09.726048 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-58710e15-d29e-4b0e-a192-714badf11655 req-df3f703a-0b8b-4c1e-ba0b-d84c627003b9 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316404 Feb 05 22:44:09.794982 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-b9b64e13-650d-460f-b85f-308d1cef6bf0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a1f6181-1c36-4c84-be48-f496cecd73b5 HTTP/1.1" status: 200 len: 217 time: 0.0680821 Feb 05 22:44:09.875724 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8c8886cc-a000-4573-b85f-0bd5e0838e2d req-5e02c187-8868-48a4-8e2a-ad3d163f4bd4 service neutron] 10.222.0.45 "GET /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641339 Feb 05 22:44:09.886695 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-4f39a195-5108-4975-878f-14fc30bd51a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:09.888016 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-4f39a195-5108-4975-878f-14fc30bd51a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b837361-c5df-4e66-ab7f-283c70faf536 HTTP/1.1" status: 200 len: 848 time: 0.0790009 Feb 05 22:44:09.996325 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-1c3091c2-ba38-4cd2-afac-fbc67fa38493 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=09af5931-2901-4bfd-8a1b-9c2689ee65e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910006 Feb 05 22:44:10.141905 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8c8886cc-a000-4573-b85f-0bd5e0838e2d req-1318576b-db99-4bbf-bbdb-42573b539aa6 service neutron] 10.222.0.45 "GET /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567818 Feb 05 22:44:10.174688 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-f115fbe6-d8e0-466c-8da9-95f78b36e2b9 service neutron] 10.222.0.45 "GET /v2.0/networks/09af5931-2901-4bfd-8a1b-9c2689ee65e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649821 Feb 05 22:44:10.210755 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668385f8-782a-4791-b483-a9ec6182f466 req-f03a7870-b4cd-4d16-b824-69c9ef142d6e tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:10.212937 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-668385f8-782a-4791-b483-a9ec6182f466 req-f03a7870-b4cd-4d16-b824-69c9ef142d6e tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 944 time: 0.0843081 Feb 05 22:44:10.259332 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-668385f8-782a-4791-b483-a9ec6182f466 req-3e2c7717-e7cb-4cf1-b459-b03205a9c88e tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387430 Feb 05 22:44:10.311534 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7934e412-7118-4dd4-bcc3-473a1a322c5f req-e5cdb447-237b-49e0-9b44-5cada661b336 service neutron] 10.222.0.45 "GET /v2.0/networks/09af5931-2901-4bfd-8a1b-9c2689ee65e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314976 Feb 05 22:44:10.511622 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41c546-ba31-4c4a-91af-23cc511d04ae req-77ad081b-7e12-4057-a702-a5de67508c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:10.513062 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4e41c546-ba31-4c4a-91af-23cc511d04ae req-77ad081b-7e12-4057-a702-a5de67508c88 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=710c6c4c9cd24645be54fdd85dbceb6e&device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 1096 time: 0.0771070 Feb 05 22:44:10.646769 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41c546-ba31-4c4a-91af-23cc511d04ae req-b4934789-6b8f-4f44-a5a1-cfbcbcf89316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:10.648235 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4e41c546-ba31-4c4a-91af-23cc511d04ae req-b4934789-6b8f-4f44-a5a1-cfbcbcf89316 service neutron] 10.222.0.45 "GET /v2.0/networks?id=09af5931-2901-4bfd-8a1b-9c2689ee65e9 HTTP/1.1" status: 200 len: 909 time: 0.1260870 Feb 05 22:44:10.714642 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4e41c546-ba31-4c4a-91af-23cc511d04ae req-ac230558-c266-413a-811e-7a0c1f2c5821 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a1f6181-1c36-4c84-be48-f496cecd73b5 HTTP/1.1" status: 200 len: 217 time: 0.0599098 Feb 05 22:44:10.779937 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41c546-ba31-4c4a-91af-23cc511d04ae req-51a79135-efe0-4556-a574-33d5d0a6e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:10.781453 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4e41c546-ba31-4c4a-91af-23cc511d04ae req-51a79135-efe0-4556-a574-33d5d0a6e8ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b837361-c5df-4e66-ab7f-283c70faf536 HTTP/1.1" status: 200 len: 848 time: 0.0607533 Feb 05 22:44:10.830387 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4e41c546-ba31-4c4a-91af-23cc511d04ae req-c3f8bdd7-53ba-4637-b627-e14b302e7629 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=09af5931-2901-4bfd-8a1b-9c2689ee65e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417314 Feb 05 22:44:11.158737 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4e41c546-ba31-4c4a-91af-23cc511d04ae req-fa3a383a-1f58-47e8-a983-c60625dcdc6b service neutron] 10.222.0.45 "GET /v2.0/networks/09af5931-2901-4bfd-8a1b-9c2689ee65e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854929 Feb 05 22:44:11.169584 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0084a-1c10-4c17-8b0b-7778c79eb4c7 req-80daabff-363f-4531-a531-4f18ce48a7f0 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:11.169879 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-50a0084a-1c10-4c17-8b0b-7778c79eb4c7 req-80daabff-363f-4531-a531-4f18ce48a7f0 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 943 time: 0.3312731 Feb 05 22:44:11.216617 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-50a0084a-1c10-4c17-8b0b-7778c79eb4c7 req-5cc44c8a-2eb3-4804-9264-4beb5ed09bc4 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411572 Feb 05 22:44:11.327136 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:11.455386 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795306f1-e315-415e-8a14-a18744edbe06 req-5027314a-d1c3-45d4-b592-82e0041ed36e tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:11.456798 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-795306f1-e315-415e-8a14-a18744edbe06 req-5027314a-d1c3-45d4-b592-82e0041ed36e tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 944 time: 0.0814712 Feb 05 22:44:11.514306 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-795306f1-e315-415e-8a14-a18744edbe06 req-86e4eda5-9ed6-481d-9886-57fbe646d17a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511005 Feb 05 22:44:12.408548 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4fb3f-67ca-4ad3-811e-1eb29f335a1d req-9565c1f2-4418-437e-810a-db5fdaf2b06d tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:12.410792 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-23b4fb3f-67ca-4ad3-811e-1eb29f335a1d req-9565c1f2-4418-437e-810a-db5fdaf2b06d tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 943 time: 0.0817449 Feb 05 22:44:12.457467 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-23b4fb3f-67ca-4ad3-811e-1eb29f335a1d req-f68bda4b-64cc-40f6-8a82-6dea13249cef tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402081 Feb 05 22:44:12.718484 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c51f46-38e8-468c-bd8c-db7b703ed546 req-bbaaff93-8dab-4701-b253-cb4948fac1a8 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:12.719936 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-75c51f46-38e8-468c-bd8c-db7b703ed546 req-bbaaff93-8dab-4701-b253-cb4948fac1a8 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 944 time: 0.0919435 Feb 05 22:44:12.765035 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-75c51f46-38e8-468c-bd8c-db7b703ed546 req-3c8c0539-0d86-48d8-8c0d-e3f317e6069a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392435 Feb 05 22:44:13.669110 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4eb59-fcc4-4e4c-a1e8-6d22e78f32e0 req-c97b03b3-9f83-4611-8585-118686dfbdd4 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:13.670614 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-42a4eb59-fcc4-4e4c-a1e8-6d22e78f32e0 req-c97b03b3-9f83-4611-8585-118686dfbdd4 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 943 time: 0.0874093 Feb 05 22:44:13.716604 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-42a4eb59-fcc4-4e4c-a1e8-6d22e78f32e0 req-99782bc1-a097-4e51-8032-2a0d406b3a6b tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401285 Feb 05 22:44:13.969119 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5947d8d-a7f4-4889-abf4-37aa51e10296 req-3b77fd70-456e-408d-b748-8a1f13291891 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:13.970620 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a5947d8d-a7f4-4889-abf4-37aa51e10296 req-3b77fd70-456e-408d-b748-8a1f13291891 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 944 time: 0.0824063 Feb 05 22:44:14.017546 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a5947d8d-a7f4-4889-abf4-37aa51e10296 req-ade42135-628c-4436-8e42-6964f2d74d4d tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413876 Feb 05 22:44:14.920866 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5455d8-4d62-4d52-92e4-81d3b00a8e19 req-b3f7792a-1d4a-449c-9aa5-f3779ecd374d tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:14.922407 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3e5455d8-4d62-4d52-92e4-81d3b00a8e19 req-b3f7792a-1d4a-449c-9aa5-f3779ecd374d tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 943 time: 0.0888410 Feb 05 22:44:14.971086 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3e5455d8-4d62-4d52-92e4-81d3b00a8e19 req-ea53a6ef-4232-4f0d-8c1a-1d99e30ebbdd tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429974 Feb 05 22:44:15.218450 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15ca6c-a5cc-4123-b175-784a6da04e87 req-b844e67d-be8c-453f-baf5-21636aceeec0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:15.219986 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9f15ca6c-a5cc-4123-b175-784a6da04e87 req-b844e67d-be8c-453f-baf5-21636aceeec0 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 944 time: 0.0859911 Feb 05 22:44:15.266372 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9f15ca6c-a5cc-4123-b175-784a6da04e87 req-3dbef2af-e9d7-4fda-aff1-063e86f2d234 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404415 Feb 05 22:44:16.162323 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fe0c3-4886-4d9b-9814-db782d379bfb req-136b2237-249e-4b46-b3da-d31ae0715d7f tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:16.163747 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6e8fe0c3-4886-4d9b-9814-db782d379bfb req-136b2237-249e-4b46-b3da-d31ae0715d7f tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 943 time: 0.0835040 Feb 05 22:44:16.209028 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6e8fe0c3-4886-4d9b-9814-db782d379bfb req-20ac9e53-b97e-4fd7-b352-69fc47d2dfef tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395176 Feb 05 22:44:16.459648 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb095b9-f7d5-41b8-ab3b-3e39b7b6f48e req-f791c6cd-4a93-40f9-8061-3e39618b60db tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:16.461164 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-6fb095b9-f7d5-41b8-ab3b-3e39b7b6f48e req-f791c6cd-4a93-40f9-8061-3e39618b60db tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 944 time: 0.0817797 Feb 05 22:44:16.509473 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-6fb095b9-f7d5-41b8-ab3b-3e39b7b6f48e req-46e8757c-70c7-4fa2-ae09-27c74309ed05 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425856 Feb 05 22:44:17.404964 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9eb83-49ee-47e5-91d2-53c402451488 req-80772a77-bcf6-4ccc-80f9-2dc867b41c6e tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:17.406480 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b0f9eb83-49ee-47e5-91d2-53c402451488 req-80772a77-bcf6-4ccc-80f9-2dc867b41c6e tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 943 time: 0.0865457 Feb 05 22:44:17.453492 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b0f9eb83-49ee-47e5-91d2-53c402451488 req-911a2b48-0086-42a5-a57b-e7b184b863de tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412335 Feb 05 22:44:17.705048 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97622d4-2b38-4605-a6bf-b5a315c5c708 req-2bff1bac-50c3-4480-9894-1850b0936521 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:17.706665 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f97622d4-2b38-4605-a6bf-b5a315c5c708 req-2bff1bac-50c3-4480-9894-1850b0936521 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 944 time: 0.0859714 Feb 05 22:44:17.751250 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f97622d4-2b38-4605-a6bf-b5a315c5c708 req-7ca0c2be-f104-4e42-8daa-39ba62bbcd88 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382171 Feb 05 22:44:18.361107 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:44:18.647881 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7c025-be0e-4e00-837b-e41b7759f64d req-a9d9f75a-f1aa-4ad3-a829-67a1b0775285 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:18.649853 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-19b7c025-be0e-4e00-837b-e41b7759f64d req-a9d9f75a-f1aa-4ad3-a829-67a1b0775285 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 943 time: 0.0842860 Feb 05 22:44:18.697360 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-19b7c025-be0e-4e00-837b-e41b7759f64d req-1733ac2f-105c-4e43-bbfb-54c7c8ab5dca tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409377 Feb 05 22:44:18.927767 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-e170c998-ebb2-4f55-98ff-35b1708bbafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:18.961580 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886eb23-b8a7-4f1d-8345-606c3ce9c70a req-0fb950ed-b4d1-4085-b426-1c4757a1c68a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:18.963253 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a886eb23-b8a7-4f1d-8345-606c3ce9c70a req-0fb950ed-b4d1-4085-b426-1c4757a1c68a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 944 time: 0.0927761 Feb 05 22:44:19.011636 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a886eb23-b8a7-4f1d-8345-606c3ce9c70a req-1401dfe6-d340-4c8b-9d5f-1c37be6fe516 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424054 Feb 05 22:44:19.891469 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c46e3-60fb-4600-9454-0b7d4871b814 req-9778e067-24fe-4c0f-8170-417eca201ecc tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:19.892994 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d26c46e3-60fb-4600-9454-0b7d4871b814 req-9778e067-24fe-4c0f-8170-417eca201ecc tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 943 time: 0.0860348 Feb 05 22:44:19.943222 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d26c46e3-60fb-4600-9454-0b7d4871b814 req-3f61b382-5ec4-4866-bc47-5827ab4db3ee tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406952 Feb 05 22:44:20.215833 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c6643-6887-47b4-855b-7c4a57610679 req-9119f918-16cc-433a-bb67-53a3714c4f41 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:20.219024 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d11c6643-6887-47b4-855b-7c4a57610679 req-9119f918-16cc-433a-bb67-53a3714c4f41 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 944 time: 0.0805614 Feb 05 22:44:20.269143 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d11c6643-6887-47b4-855b-7c4a57610679 req-86a9daac-2683-4443-bd4f-79bae95eafa7 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447302 Feb 05 22:44:20.745048 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4e41c546-ba31-4c4a-91af-23cc511d04ae req-a5b4bd0e-2f8a-4441-888d-ff2c902f4081 service neutron] 10.222.0.45 "GET /v2.0/networks/09af5931-2901-4bfd-8a1b-9c2689ee65e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222370 Feb 05 22:44:20.981095 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-df3b3263-07ba-40d4-86b4-ec444e41036e req-3d84ff2a-f261-4db8-8a85-ce7eae160bee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730531 Feb 05 22:44:21.186445 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d25991-5eb4-4576-a68d-ca85e8d665f0 req-45da30fd-e901-4f9c-81c2-e1bd0f52bb49 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:21.186445 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-54d25991-5eb4-4576-a68d-ca85e8d665f0 req-45da30fd-e901-4f9c-81c2-e1bd0f52bb49 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 943 time: 0.1370451 Feb 05 22:44:21.186445 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b3263-07ba-40d4-86b4-ec444e41036e req-87e8c2d4-19e3-47d1-8c40-c00d766fdf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:21.187319 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-df3b3263-07ba-40d4-86b4-ec444e41036e req-87e8c2d4-19e3-47d1-8c40-c00d766fdf22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9bde3076936d4b42a61677c3926d8bff&device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 1098 time: 0.1077733 Feb 05 22:44:21.298218 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-54d25991-5eb4-4576-a68d-ca85e8d665f0 req-208735c1-96eb-4606-bc69-b5b0cc00cd06 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089299 Feb 05 22:44:21.327343 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-97ee0a99-f788-4f7e-ab95-700414ab9654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:21.355171 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b3263-07ba-40d4-86b4-ec444e41036e req-df7dba0a-f436-42cc-a6ff-cc863059d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:21.356604 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-df3b3263-07ba-40d4-86b4-ec444e41036e req-df7dba0a-f436-42cc-a6ff-cc863059d4f4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a9f90657-c8ce-4d9b-be20-d4363f5e95d6 HTTP/1.1" status: 200 len: 912 time: 0.1385603 Feb 05 22:44:21.459578 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb08f9-fd0f-4a54-a5f4-3d1532d1f328 req-dd06a85c-4e74-4d3b-8513-a866b08e3213 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:21.461567 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-1ebb08f9-fd0f-4a54-a5f4-3d1532d1f328 req-dd06a85c-4e74-4d3b-8513-a866b08e3213 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 944 time: 0.0815465 Feb 05 22:44:21.463720 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-df3b3263-07ba-40d4-86b4-ec444e41036e req-8eb6b7f1-6cb0-40fe-b1f5-bbc8ae56bc73 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec130dc2-04ee-48dd-afc2-9f286463c67f HTTP/1.1" status: 200 len: 1001 time: 0.0992112 Feb 05 22:44:21.504586 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-1ebb08f9-fd0f-4a54-a5f4-3d1532d1f328 req-0c913def-eea3-49bd-8ead-464cbc546130 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371394 Feb 05 22:44:21.533435 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b3263-07ba-40d4-86b4-ec444e41036e req-3954a625-f57b-4264-8659-00ba2db7c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:21.534858 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-df3b3263-07ba-40d4-86b4-ec444e41036e req-3954a625-f57b-4264-8659-00ba2db7c033 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a30431fa-c0ee-41d7-84eb-c19154fb8016 HTTP/1.1" status: 200 len: 850 time: 0.0633860 Feb 05 22:44:21.609333 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b3263-07ba-40d4-86b4-ec444e41036e req-485408ee-605a-403a-a577-da4f5e1478ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:21.610760 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-df3b3263-07ba-40d4-86b4-ec444e41036e req-485408ee-605a-403a-a577-da4f5e1478ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9f90657-c8ce-4d9b-be20-d4363f5e95d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688717 Feb 05 22:44:21.829489 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-df3b3263-07ba-40d4-86b4-ec444e41036e req-d68a8dc5-9401-477b-836b-187990f832b2 service neutron] 10.222.0.45 "GET /v2.0/networks/a9f90657-c8ce-4d9b-be20-d4363f5e95d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098358 Feb 05 22:44:21.958276 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-df3b3263-07ba-40d4-86b4-ec444e41036e req-75977a10-36a4-40d0-b752-20c153addd0c service neutron] 10.222.0.45 "GET /v2.0/networks/a9f90657-c8ce-4d9b-be20-d4363f5e95d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224399 Feb 05 22:44:22.267227 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:22.493752 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3add44-ce8e-49ae-b67a-3984610fea36 req-ebf0266b-7554-42b7-8117-950e6be7e59f tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:22.495265 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8e3add44-ce8e-49ae-b67a-3984610fea36 req-ebf0266b-7554-42b7-8117-950e6be7e59f tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 943 time: 0.0872922 Feb 05 22:44:22.543608 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8e3add44-ce8e-49ae-b67a-3984610fea36 req-7ceffcd3-fc08-4f71-b968-fb8a987e4c2a tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403275 Feb 05 22:44:22.595076 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:22.614395 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 6a1f6181-1c36-4c84-be48-f496cecd73b5 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:44:22.697318 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de28e9-bc0c-4463-8295-241676bf5ef0 req-6e211c82-22f9-4698-a16c-bdf080cff146 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:22.698759 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d2de28e9-bc0c-4463-8295-241676bf5ef0 req-6e211c82-22f9-4698-a16c-bdf080cff146 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 944 time: 0.0815833 Feb 05 22:44:22.745394 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 6a1f6181-1c36-4c84-be48-f496cecd73b5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6a1f6181-1c36-4c84-be48-f496cecd73b5,segment=NetworkSegment(4d2d58ab-01ca-4a36-8213-185e57236fb8),segment_id=4d2d58ab-01ca-4a36-8213-185e57236fb8)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:44:22.746844 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d2de28e9-bc0c-4463-8295-241676bf5ef0 req-1a1a10ba-0ccc-41e8-a9cf-16d724192c5b tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421777 Feb 05 22:44:22.759728 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': '6a1f6181-1c36-4c84-be48-f496cecd73b5', 'network_id': '09af5931-2901-4bfd-8a1b-9c2689ee65e9', 'port_id': '6a1f6181-1c36-4c84-be48-f496cecd73b5', 'mac_address': 'fa:16:3e:d8:5e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b837361-c5df-4e66-ab7f-283c70faf536', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:44:22.813051 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:22.831844 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1f6181-1c36-4c84-be48-f496cecd73b5 {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:44:22.846853 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 6a1f6181-1c36-4c84-be48-f496cecd73b5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6a1f6181-1c36-4c84-be48-f496cecd73b5,segment=NetworkSegment(4d2d58ab-01ca-4a36-8213-185e57236fb8),segment_id=4d2d58ab-01ca-4a36-8213-185e57236fb8)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:44:22.921097 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:22.985587 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=6a1f6181-1c36-4c84-be48-f496cecd73b5,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:23.151581 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['6a1f6181-1c36-4c84-be48-f496cecd73b5'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:44:23.709669 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:23.722463 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e4b61-5ebd-4bbc-99ae-660b7be971f7 req-44e67ce2-e8ad-4c2b-a457-dd10c29f2001 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:23.723919 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5e7e4b61-5ebd-4bbc-99ae-660b7be971f7 req-44e67ce2-e8ad-4c2b-a457-dd10c29f2001 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 944 time: 0.0790300 Feb 05 22:44:23.767661 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5e7e4b61-5ebd-4bbc-99ae-660b7be971f7 req-8205320a-d68d-479d-be04-19453f914169 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373704 Feb 05 22:44:23.934162 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e8bfb-4eae-4046-b1f9-03965736f86a req-bcbd06ca-680a-41b2-a5a0-d844f966a2ab tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:23.935609 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c69e8bfb-4eae-4046-b1f9-03965736f86a req-bcbd06ca-680a-41b2-a5a0-d844f966a2ab tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 944 time: 0.0800433 Feb 05 22:44:23.978872 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c69e8bfb-4eae-4046-b1f9-03965736f86a req-26649e7e-d871-41b4-9a89-43479cb5638f tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376737 Feb 05 22:44:24.636475 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:44:24.639871 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 6a1f6181-1c36-4c84-be48-f496cecd73b5 up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:44:24.849877 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:44:24.864027 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'port_id': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc', 'mac_address': 'fa:16:3e:2d:c9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:44:24.897109 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning for port 6a1f6181-1c36-4c84-be48-f496cecd73b5 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:44:24.916453 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port 6a1f6181-1c36-4c84-be48-f496cecd73b5 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:44:24.916819 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:24.957249 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a9a2a-b426-4ca7-8c04-abd2290dbea0 req-06f4bfae-3b16-4e27-baf1-232f9e39c1a2 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:24.958708 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cf8a9a2a-b426-4ca7-8c04-abd2290dbea0 req-06f4bfae-3b16-4e27-baf1-232f9e39c1a2 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 944 time: 0.0863171 Feb 05 22:44:24.967299 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:24.989768 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:44:25.003811 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cf8a9a2a-b426-4ca7-8c04-abd2290dbea0 req-de7a3d7e-83eb-4b0b-b7a6-93efec677648 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386791 Feb 05 22:44:25.014422 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:44:25.075409 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:25.088751 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:25.149688 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0f9a9c-4ca2-4912-8c15-25e64deefddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1f6181-1c36-4c84-be48-f496cecd73b5'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:44:25.167036 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 6a1f6181-1c36-4c84-be48-f496cecd73b5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6a1f6181-1c36-4c84-be48-f496cecd73b5,segment=NetworkSegment(4d2d58ab-01ca-4a36-8213-185e57236fb8),segment_id=4d2d58ab-01ca-4a36-8213-185e57236fb8)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:44:25.173939 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac132ef2-f8b7-415c-927b-0779ed0c0433 req-14ed2d64-bf8c-4f7e-bb4e-0407c24e57db tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:25.175421 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ac132ef2-f8b7-415c-927b-0779ed0c0433 req-14ed2d64-bf8c-4f7e-bb4e-0407c24e57db tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 945 time: 0.0853820 Feb 05 22:44:25.178434 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,revision_number=9']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:25.204082 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0f9a9c-4ca2-4912-8c15-25e64deefddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1f6181-1c36-4c84-be48-f496cecd73b5', 'code': 200} Feb 05 22:44:25.227583 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ac132ef2-f8b7-415c-927b-0779ed0c0433 req-6de4fe85-15d3-404f-81c6-50a7dcfc2b1b tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455980 Feb 05 22:44:25.243018 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:25.313019 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=6a1f6181-1c36-4c84-be48-f496cecd73b5,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:25.359830 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:44:25.624739 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ba0b6-e4e6-4b94-98fe-33e0e388aa38 req-80d48190-46c3-4fd4-9f21-d695d32c79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:25.626568 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-716ba0b6-e4e6-4b94-98fe-33e0e388aa38 req-80d48190-46c3-4fd4-9f21-d695d32c79a5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 1098 time: 0.0734835 Feb 05 22:44:25.670588 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-716ba0b6-e4e6-4b94-98fe-33e0e388aa38 req-0be35fdc-97af-4644-837d-12abc3d00f02 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370600 Feb 05 22:44:26.268167 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23599034-9211-4d5e-9b14-ea62aa469f0f req-4f619b29-0c34-4c61-b027-d2c8583dfaa1 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:26.268167 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-23599034-9211-4d5e-9b14-ea62aa469f0f req-4f619b29-0c34-4c61-b027-d2c8583dfaa1 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 945 time: 0.0917258 Feb 05 22:44:26.268167 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-23599034-9211-4d5e-9b14-ea62aa469f0f req-32a7a49c-0b4d-4482-b0d8-bd2131016a8c tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409398 Feb 05 22:44:26.437810 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6055b-a416-4daa-bed3-d9d977f28f1d req-0d25f224-9951-44aa-810c-197f8a5a53dd tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:26.439242 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-76c6055b-a416-4daa-bed3-d9d977f28f1d req-0d25f224-9951-44aa-810c-197f8a5a53dd tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 945 time: 0.0835123 Feb 05 22:44:26.482780 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-76c6055b-a416-4daa-bed3-d9d977f28f1d req-c856d3c9-1c77-46e8-82c0-562d3a50377d tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377328 Feb 05 22:44:26.639992 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:44:26.704742 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:44:26.705102 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:26.818862 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:26.850829 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:44:26.924316 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:26.989978 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,revision_number=10']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:27.205098 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365f5e4b-b8ec-47eb-965e-4720b6fb353c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:44:27.250524 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365f5e4b-b8ec-47eb-965e-4720b6fb353c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc', 'code': 200} Feb 05 22:44:27.443828 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bd3d1-bb48-417c-b620-204fb2b9837b req-464dd249-f625-40ca-a0d9-2f3e6843b293 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:27.445297 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-aa3bd3d1-bb48-417c-b620-204fb2b9837b req-464dd249-f625-40ca-a0d9-2f3e6843b293 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 945 time: 0.0829790 Feb 05 22:44:27.488925 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-aa3bd3d1-bb48-417c-b620-204fb2b9837b req-5d8cb3ea-8c24-4625-be90-a26c175d919c tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379128 Feb 05 22:44:27.720792 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11382c4-848b-4eb2-b53a-f26d78fdbdf4 req-9e0821b7-41bf-4fd9-9ad5-71633d8ea266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:27.722263 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c11382c4-848b-4eb2-b53a-f26d78fdbdf4 req-9e0821b7-41bf-4fd9-9ad5-71633d8ea266 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 1100 time: 0.1321967 Feb 05 22:44:27.731138 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb90b50-50c5-4e34-8790-71a2263c6ed6 req-8cae76f3-0248-4be3-bb92-710c5f5c5325 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:27.732450 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-aeb90b50-50c5-4e34-8790-71a2263c6ed6 req-8cae76f3-0248-4be3-bb92-710c5f5c5325 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 947 time: 0.1123827 Feb 05 22:44:27.800605 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-aeb90b50-50c5-4e34-8790-71a2263c6ed6 req-c175bb72-52ea-4305-bc13-50490b679876 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551286 Feb 05 22:44:27.802093 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c11382c4-848b-4eb2-b53a-f26d78fdbdf4 req-a0f452b3-b98c-407c-9731-e26f865d16d3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688398 Feb 05 22:44:29.010435 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef955e1-d7c1-489c-9311-01cae50763a1 req-2f98190f-c05a-4500-95a7-ed57d4f416fd tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:29.012334 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1ef955e1-d7c1-489c-9311-01cae50763a1 req-2f98190f-c05a-4500-95a7-ed57d4f416fd tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 947 time: 0.0965831 Feb 05 22:44:29.070170 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1ef955e1-d7c1-489c-9311-01cae50763a1 req-97e69cf7-bbd1-4c46-a1dd-ca8f18f83842 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485685 Feb 05 22:44:29.220196 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15f8a7-990d-4e3b-ba37-7a45f3c5a6c5 req-1a965145-11b7-4d1b-9e78-eaa167e222e3 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:29.221707 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-be15f8a7-990d-4e3b-ba37-7a45f3c5a6c5 req-1a965145-11b7-4d1b-9e78-eaa167e222e3 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 945 time: 0.0798573 Feb 05 22:44:29.266893 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-be15f8a7-990d-4e3b-ba37-7a45f3c5a6c5 req-99dc5e77-72f9-46f7-8e6b-2f8cebac9d2e tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396674 Feb 05 22:44:30.266272 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c68ebb-7172-45b2-b4cc-c3bf3c3c88d3 req-a6efc18f-4b3f-41ea-9900-1cdc9b74dc77 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:30.267731 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-69c68ebb-7172-45b2-b4cc-c3bf3c3c88d3 req-a6efc18f-4b3f-41ea-9900-1cdc9b74dc77 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 947 time: 0.0836675 Feb 05 22:44:30.315062 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-69c68ebb-7172-45b2-b4cc-c3bf3c3c88d3 req-31d2d97e-9ab1-42e3-976e-1c03058ef690 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413847 Feb 05 22:44:30.459573 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9b0cb-e8f6-4172-b7fb-add009ef3084 req-604d4de0-b720-45af-a970-7a28e3f9cbff tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:30.461075 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5ec9b0cb-e8f6-4172-b7fb-add009ef3084 req-604d4de0-b720-45af-a970-7a28e3f9cbff tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 945 time: 0.0841167 Feb 05 22:44:30.506093 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5ec9b0cb-e8f6-4172-b7fb-add009ef3084 req-96532729-3bf7-4926-8577-fa76cd51688b tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/security-groups?id=9269ed20-ff69-472a-8217-08dec4033d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385954 Feb 05 22:44:30.617444 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467a122-94b0-4655-8130-a971e0dd8da3 req-00a7b0f2-dbb2-4b66-b1d1-1413c4305433 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:30.619541 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a467a122-94b0-4655-8130-a971e0dd8da3 req-00a7b0f2-dbb2-4b66-b1d1-1413c4305433 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 945 time: 0.0790262 Feb 05 22:44:30.692062 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-a467a122-94b0-4655-8130-a971e0dd8da3 req-cb6a9100-6f58-4cb5-942c-06c200455ae7 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Deleting port 6a1f6181-1c36-4c84-be48-f496cecd73b5 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:44:30.692393 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-a467a122-94b0-4655-8130-a971e0dd8da3 req-cb6a9100-6f58-4cb5-942c-06c200455ae7 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:30.929100 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-a467a122-94b0-4655-8130-a971e0dd8da3 req-cb6a9100-6f58-4cb5-942c-06c200455ae7 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] For port 6a1f6181-1c36-4c84-be48-f496cecd73b5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6a1f6181-1c36-4c84-be48-f496cecd73b5,segment=NetworkSegment(4d2d58ab-01ca-4a36-8213-185e57236fb8),segment_id=4d2d58ab-01ca-4a36-8213-185e57236fb8)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:44:30.929482 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-a467a122-94b0-4655-8130-a971e0dd8da3 req-cb6a9100-6f58-4cb5-942c-06c200455ae7 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:31.141691 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-a467a122-94b0-4655-8130-a971e0dd8da3 req-cb6a9100-6f58-4cb5-942c-06c200455ae7 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Calling delete_port for 6a1f6181-1c36-4c84-be48-f496cecd73b5 owned by compute:nova {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:44:31.338306 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-a467a122-94b0-4655-8130-a971e0dd8da3 req-cb6a9100-6f58-4cb5-942c-06c200455ae7 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:31.351693 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['6a1f6181-1c36-4c84-be48-f496cecd73b5'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:44:31.391879 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a9100-6f58-4cb5-942c-06c200455ae7 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Pushing event deleted for resources: {'Port': ['ID=6a1f6181-1c36-4c84-be48-f496cecd73b5,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:31.499723 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-a467a122-94b0-4655-8130-a971e0dd8da3 req-cb6a9100-6f58-4cb5-942c-06c200455ae7 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] No DVR routers for this DVR port 6a1f6181-1c36-4c84-be48-f496cecd73b5 on host hv-cinder-81888 {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:44:31.505933 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-a467a122-94b0-4655-8130-a971e0dd8da3 req-cb6a9100-6f58-4cb5-942c-06c200455ae7 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:31.509580 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0f9a9c-4ca2-4912-8c15-25e64deefddb', 'name': 'network-vif-deleted', 'tag': '6a1f6181-1c36-4c84-be48-f496cecd73b5'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:44:31.557099 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28842f82-042d-49bf-92bb-e6f42de2f678 req-e3023c76-8969-477e-8c7f-855660b693f3 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:31.558544 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-28842f82-042d-49bf-92bb-e6f42de2f678 req-e3023c76-8969-477e-8c7f-855660b693f3 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 947 time: 0.1048598 Feb 05 22:44:31.560110 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0f9a9c-4ca2-4912-8c15-25e64deefddb', 'name': 'network-vif-deleted', 'tag': '6a1f6181-1c36-4c84-be48-f496cecd73b5', 'status': 'completed', 'code': 200} Feb 05 22:44:31.596310 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a467a122-94b0-4655-8130-a971e0dd8da3 req-cb6a9100-6f58-4cb5-942c-06c200455ae7 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.45 "DELETE /v2.0/ports/6a1f6181-1c36-4c84-be48-f496cecd73b5 HTTP/1.1" status: 204 len: 173 time: 0.9708908 Feb 05 22:44:31.607262 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-28842f82-042d-49bf-92bb-e6f42de2f678 req-9e00af9d-bb53-4d42-93fe-5ab633c966a6 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425112 Feb 05 22:44:31.687773 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-eb671629-7a37-4f4a-aa0d-c4061734f725 req-92033c6b-8f6e-41d2-ada0-aafafc253042 tempest-VolumesActionsTest-1341389675 tempest-VolumesActionsTest-1341389675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0f9a9c-4ca2-4912-8c15-25e64deefddb HTTP/1.1" status: 200 len: 210 time: 0.0420005 Feb 05 22:44:34.678469 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 6a1f6181-1c36-4c84-be48-f496cecd73b5 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:44:34.714674 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] No Port match for: 6a1f6181-1c36-4c84-be48-f496cecd73b5 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:44:34.715023 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 6a1f6181-1c36-4c84-be48-f496cecd73b5 not bound to the agent host hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:44:35.632059 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e43838-039a-43fd-b24c-f6d6ab4a7e44 req-35dfa563-d80b-444e-bb3e-8b0453e6ab7d tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:35.633791 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a9e43838-039a-43fd-b24c-f6d6ab4a7e44 req-35dfa563-d80b-444e-bb3e-8b0453e6ab7d tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0820580 Feb 05 22:44:35.677065 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a9e43838-039a-43fd-b24c-f6d6ab4a7e44 req-db0c6ccd-c91f-4925-ae52-5fa6ea3bdc7a tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377126 Feb 05 22:44:36.864961 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3627b7-7a51-4cbf-8333-ff56b344fc23 req-830375b4-2bad-4bb0-95d4-9ac2ab2d489e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:36.866402 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ee3627b7-7a51-4cbf-8333-ff56b344fc23 req-830375b4-2bad-4bb0-95d4-9ac2ab2d489e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0820305 Feb 05 22:44:36.911686 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ee3627b7-7a51-4cbf-8333-ff56b344fc23 req-a8d6b220-1f45-4894-bbba-2d04dd716de9 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391724 Feb 05 22:44:38.095945 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef13bc2-2fc7-406b-87af-2b34bd9c7ca0 req-291a34db-32a7-4b39-92c7-53ef2349832c tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:38.097340 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-aef13bc2-2fc7-406b-87af-2b34bd9c7ca0 req-291a34db-32a7-4b39-92c7-53ef2349832c tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0786605 Feb 05 22:44:38.144073 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-aef13bc2-2fc7-406b-87af-2b34bd9c7ca0 req-896df62a-83af-436e-9503-294b386bd44f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411377 Feb 05 22:44:39.339639 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d9858-c88a-48a9-831a-72c09a5d81e6 req-c671bcd1-8520-41db-b528-8eac18a04af1 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:39.341790 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-937d9858-c88a-48a9-831a-72c09a5d81e6 req-c671bcd1-8520-41db-b528-8eac18a04af1 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.0868921 Feb 05 22:44:39.434425 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-937d9858-c88a-48a9-831a-72c09a5d81e6 req-7e8059d2-134e-48f1-8361-996f7a60e40f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec53b966-e76d-451f-84fe-32d98b7cf69e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854115 Feb 05 22:44:39.475215 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca675bc-dc1c-4bfc-944a-d55b00884b2e req-a0a8518e-b8cf-4897-bad1-fc17dff1bed0 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:39.477064 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fca675bc-dc1c-4bfc-944a-d55b00884b2e req-a0a8518e-b8cf-4897-bad1-fc17dff1bed0 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.45 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 945 time: 0.1128836 Feb 05 22:44:39.550136 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-fca675bc-dc1c-4bfc-944a-d55b00884b2e req-f143cb61-c614-4f12-b2e7-e85417ab95e1 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Deleting port ec130dc2-04ee-48dd-afc2-9f286463c67f {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:44:39.550749 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-fca675bc-dc1c-4bfc-944a-d55b00884b2e req-f143cb61-c614-4f12-b2e7-e85417ab95e1 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:39.841764 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-fca675bc-dc1c-4bfc-944a-d55b00884b2e req-f143cb61-c614-4f12-b2e7-e85417ab95e1 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] For port ec130dc2-04ee-48dd-afc2-9f286463c67f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ec130dc2-04ee-48dd-afc2-9f286463c67f,segment=NetworkSegment(118ee127-cf60-441f-ad69-c306ada521bb),segment_id=118ee127-cf60-441f-ad69-c306ada521bb)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:44:39.842308 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-fca675bc-dc1c-4bfc-944a-d55b00884b2e req-f143cb61-c614-4f12-b2e7-e85417ab95e1 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:40.166418 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-fca675bc-dc1c-4bfc-944a-d55b00884b2e req-f143cb61-c614-4f12-b2e7-e85417ab95e1 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:40.166833 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-fca675bc-dc1c-4bfc-944a-d55b00884b2e req-f143cb61-c614-4f12-b2e7-e85417ab95e1 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542379'] for floatingip, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:40.167172 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.l3_db [req-fca675bc-dc1c-4bfc-944a-d55b00884b2e req-f143cb61-c614-4f12-b2e7-e85417ab95e1 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Floating IP 1bcf28e4-f6fd-4bbf-bdd1-35cca89ba556 disassociated. External IP: 172.27.3.253, port: ec130dc2-04ee-48dd-afc2-9f286463c67f. Feb 05 22:44:40.167509 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-fca675bc-dc1c-4bfc-944a-d55b00884b2e req-f143cb61-c614-4f12-b2e7-e85417ab95e1 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Calling delete_port for ec130dc2-04ee-48dd-afc2-9f286463c67f owned by compute:nova {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:44:40.406853 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-fca675bc-dc1c-4bfc-944a-d55b00884b2e req-f143cb61-c614-4f12-b2e7-e85417ab95e1 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:40.537293 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143cb61-c614-4f12-b2e7-e85417ab95e1 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Pushing event deleted for resources: {'Port': ['ID=ec130dc2-04ee-48dd-afc2-9f286463c67f,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:40.719131 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-342887ba-8aed-4984-b339-a9d1da641ce3 req-13bb07de-889a-452e-abfd-cefbd80edf04 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 210 time: 0.1445947 Feb 05 22:44:40.810481 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fca675bc-dc1c-4bfc-944a-d55b00884b2e req-f143cb61-c614-4f12-b2e7-e85417ab95e1 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:44:41.044699 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fca675bc-dc1c-4bfc-944a-d55b00884b2e req-f143cb61-c614-4f12-b2e7-e85417ab95e1 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:44:41.061516 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168913f-81f0-4c2e-aeeb-a890f64174ca None None] Sync routers for ids ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:44:41.078663 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7168913f-81f0-4c2e-aeeb-a890f64174ca None None] Routers {'70b70dc4-33c6-4856-a374-d5a0a4cc50fa'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:44:41.079679 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-7168913f-81f0-4c2e-aeeb-a890f64174ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:44:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:44:41.146170 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca675bc-dc1c-4bfc-944a-d55b00884b2e req-f143cb61-c614-4f12-b2e7-e85417ab95e1 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] No DVR routers for this DVR port ec130dc2-04ee-48dd-afc2-9f286463c67f on host hv-cinder-81888 {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:44:41.150110 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-fca675bc-dc1c-4bfc-944a-d55b00884b2e req-f143cb61-c614-4f12-b2e7-e85417ab95e1 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:41.153892 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1021130a-5d3b-4b06-92b2-ae154fe26c6f', 'name': 'network-vif-deleted', 'tag': 'ec130dc2-04ee-48dd-afc2-9f286463c67f'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:44:41.202982 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1021130a-5d3b-4b06-92b2-ae154fe26c6f', 'name': 'network-vif-deleted', 'tag': 'ec130dc2-04ee-48dd-afc2-9f286463c67f', 'status': 'completed', 'code': 200} Feb 05 22:44:41.275425 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-7168913f-81f0-4c2e-aeeb-a890f64174ca None None] Set router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:44:41.395601 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fca675bc-dc1c-4bfc-944a-d55b00884b2e req-f143cb61-c614-4f12-b2e7-e85417ab95e1 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.45 "DELETE /v2.0/ports/ec130dc2-04ee-48dd-afc2-9f286463c67f HTTP/1.1" status: 204 len: 173 time: 1.9130888 Feb 05 22:44:41.463843 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:41.596226 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-7168913f-81f0-4c2e-aeeb-a890f64174ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'name': 'tempest-AttachVolumeTestJSON-1696133982-router', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:40:59Z', 'updated_at': '2022-02-05T22:41:06Z', 'revision_number': 4, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'gw_port': {'id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:01Z', 'updated_at': '2022-02-05T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'c8311fa2-d765-4a32-923d-7f6492b81b80', 'name': '', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'mac_address': 'fa:16:3e:16:72:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:06Z', 'updated_at': '2022-02-05T22:41:12Z', 'revision_number': 5, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'subnets': [{'id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:44:41.601843 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168913f-81f0-4c2e-aeeb-a890f64174ca None None] Checking router: 70b70dc4-33c6-4856-a374-d5a0a4cc50fa for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:44:41.610825 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7168913f-81f0-4c2e-aeeb-a890f64174ca None None] Routers {'70b70dc4-33c6-4856-a374-d5a0a4cc50fa'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:44:41.611426 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-7168913f-81f0-4c2e-aeeb-a890f64174ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:44:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:44:41.904914 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-7168913f-81f0-4c2e-aeeb-a890f64174ca None None] Set router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:44:41.925625 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d6281ed8-081b-42bd-857e-ba4504acab24 req-336e0f23-b398-4ed6-8e3a-be312e4a24a0 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=1021130a-5d3b-4b06-92b2-ae154fe26c6f HTTP/1.1" status: 200 len: 210 time: 0.0586910 Feb 05 22:44:42.293771 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-7168913f-81f0-4c2e-aeeb-a890f64174ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'name': 'tempest-AttachVolumeTestJSON-1696133982-router', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:40:59Z', 'updated_at': '2022-02-05T22:41:06Z', 'revision_number': 4, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'gw_port': {'id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:01Z', 'updated_at': '2022-02-05T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'c8311fa2-d765-4a32-923d-7f6492b81b80', 'name': '', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'mac_address': 'fa:16:3e:16:72:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:06Z', 'updated_at': '2022-02-05T22:41:12Z', 'revision_number': 5, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'subnets': [{'id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:44:42.298775 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168913f-81f0-4c2e-aeeb-a890f64174ca None None] The sync data for ids ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'] in dv-cinder-818886-2-iscsi is: [{'id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'name': 'tempest-AttachVolumeTestJSON-1696133982-router', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:40:59Z', 'updated_at': '2022-02-05T22:41:06Z', 'revision_number': 4, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'gw_port': {'id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:01Z', 'updated_at': '2022-02-05T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'c8311fa2-d765-4a32-923d-7f6492b81b80', 'name': '', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'mac_address': 'fa:16:3e:16:72:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:06Z', 'updated_at': '2022-02-05T22:41:12Z', 'revision_number': 5, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'subnets': [{'id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:44:42.626278 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6af240-758d-4fe6-9cfc-9b3248828313 None None] New status for floating IP 1bcf28e4-f6fd-4bbf-bdd1-35cca89ba556: DOWN {{(pid=87485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 22:44:42.699650 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device ec130dc2-04ee-48dd-afc2-9f286463c67f no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:44:42.737360 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] No Port match for: ec130dc2-04ee-48dd-afc2-9f286463c67f {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:44:42.737710 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device ec130dc2-04ee-48dd-afc2-9f286463c67f not bound to the agent host hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:44:43.173163 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 48948) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:44:43.251480 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f2ed98a9-2095-47e5-80e2-0b2cf592cf5f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:43.281386 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f2ed98a9-2095-47e5-80e2-0b2cf592cf5f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:43.412009 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f2ed98a9-2095-47e5-80e2-0b2cf592cf5f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:43.428832 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed98a9-2095-47e5-80e2-0b2cf592cf5f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec53b966-e76d-451f-84fe-32d98b7cf69e,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:43.505988 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-f2ed98a9-2095-47e5-80e2-0b2cf592cf5f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:43.507113 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-f2ed98a9-2095-47e5-80e2-0b2cf592cf5f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "DELETE /v2.0/security-groups/ec53b966-e76d-451f-84fe-32d98b7cf69e HTTP/1.1" status: 204 len: 168 time: 0.3329196 Feb 05 22:44:43.510728 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 48952) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:44:43.533001 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.api.v2.resource [None req-99094656-5537-4294-aa0b-fdca661d70c2 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] show failed (client error): The resource could not be found. Feb 05 22:44:43.534062 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-99094656-5537-4294-aa0b-fdca661d70c2 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups/ec53b966-e76d-451f-84fe-32d98b7cf69e HTTP/1.1" status: 404 len: 347 time: 0.0221305 Feb 05 22:44:43.537357 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 48956) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:44:43.698594 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-42ce0ed8-63fe-46a8-b5de-c334e587cf14 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Deleting port 9d6605f1-d89c-4565-85f9-6e9a3e4e0423 {{(pid=87482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:44:43.698938 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-42ce0ed8-63fe-46a8-b5de-c334e587cf14 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:43.871583 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-42ce0ed8-63fe-46a8-b5de-c334e587cf14 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:43.871912 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-42ce0ed8-63fe-46a8-b5de-c334e587cf14 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:44.011047 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-42ce0ed8-63fe-46a8-b5de-c334e587cf14 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Calling delete_port for 9d6605f1-d89c-4565-85f9-6e9a3e4e0423 owned by network:floatingip {{(pid=87482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:44:44.209787 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-42ce0ed8-63fe-46a8-b5de-c334e587cf14 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1726876'] for port, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:44.261339 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce0ed8-63fe-46a8-b5de-c334e587cf14 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Pushing event deleted for resources: {'Port': ['ID=9d6605f1-d89c-4565-85f9-6e9a3e4e0423,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:44.297375 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce0ed8-63fe-46a8-b5de-c334e587cf14 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:44.297718 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce0ed8-63fe-46a8-b5de-c334e587cf14 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:44.298058 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce0ed8-63fe-46a8-b5de-c334e587cf14 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:44.298383 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce0ed8-63fe-46a8-b5de-c334e587cf14 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:44.298707 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce0ed8-63fe-46a8-b5de-c334e587cf14 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:44.299029 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce0ed8-63fe-46a8-b5de-c334e587cf14 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:44.299349 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce0ed8-63fe-46a8-b5de-c334e587cf14 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:44.299668 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce0ed8-63fe-46a8-b5de-c334e587cf14 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:44.300012 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce0ed8-63fe-46a8-b5de-c334e587cf14 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:44.300328 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce0ed8-63fe-46a8-b5de-c334e587cf14 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:44.300642 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce0ed8-63fe-46a8-b5de-c334e587cf14 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:44.300952 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce0ed8-63fe-46a8-b5de-c334e587cf14 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:44.359937 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-42ce0ed8-63fe-46a8-b5de-c334e587cf14 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for floatingip, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:44.373823 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-42ce0ed8-63fe-46a8-b5de-c334e587cf14 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for floatingip, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:44.374941 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-42ce0ed8-63fe-46a8-b5de-c334e587cf14 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "DELETE /v2.0/floatingips/1bcf28e4-f6fd-4bbf-bdd1-35cca89ba556 HTTP/1.1" status: 204 len: 168 time: 0.8361001 Feb 05 22:44:44.998012 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 48974) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:44:45.003358 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-570538ce-6bdb-4c96-9db9-26dab4ce694e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--652511925', 'description': 'tempest-description--119310015'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:44:45.012600 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-570538ce-6bdb-4c96-9db9-26dab4ce694e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:44:45.017114 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-570538ce-6bdb-4c96-9db9-26dab4ce694e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Usage tracker for resource:security_group and tenant:9bde3076936d4b42a61677c3926d8bff is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:44:45.020897 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-570538ce-6bdb-4c96-9db9-26dab4ce694e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:44:45.028166 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-570538ce-6bdb-4c96-9db9-26dab4ce694e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:44:45.115055 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-570538ce-6bdb-4c96-9db9-26dab4ce694e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:45.144965 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-570538ce-6bdb-4c96-9db9-26dab4ce694e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:44:45.150192 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-570538ce-6bdb-4c96-9db9-26dab4ce694e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Usage tracker for resource:security_group_rule and tenant:9bde3076936d4b42a61677c3926d8bff is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:44:45.153386 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-570538ce-6bdb-4c96-9db9-26dab4ce694e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:44:45.159122 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-570538ce-6bdb-4c96-9db9-26dab4ce694e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:44:45.246192 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-570538ce-6bdb-4c96-9db9-26dab4ce694e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:45.318392 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-570538ce-6bdb-4c96-9db9-26dab4ce694e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:45.370524 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570538ce-6bdb-4c96-9db9-26dab4ce694e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e712e119-f181-4559-98b9-2e66ebd0321c,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:45.451607 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-570538ce-6bdb-4c96-9db9-26dab4ce694e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:45.453062 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-570538ce-6bdb-4c96-9db9-26dab4ce694e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4540825 Feb 05 22:44:45.456027 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 48978) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:44:45.462616 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-334889d3-99dd-4af7-a726-510dc75cc1ad tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Request body: {'security_group_rule': {'security_group_id': 'e712e119-f181-4559-98b9-2e66ebd0321c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:44:45.468756 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-334889d3-99dd-4af7-a726-510dc75cc1ad tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:44:45.472723 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-334889d3-99dd-4af7-a726-510dc75cc1ad tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Usage tracker for resource:security_group_rule and tenant:9bde3076936d4b42a61677c3926d8bff is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:44:45.475749 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-334889d3-99dd-4af7-a726-510dc75cc1ad tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:44:45.482236 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-334889d3-99dd-4af7-a726-510dc75cc1ad tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:44:45.572423 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-334889d3-99dd-4af7-a726-510dc75cc1ad tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:45.645503 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-334889d3-99dd-4af7-a726-510dc75cc1ad tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:45.723948 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-334889d3-99dd-4af7-a726-510dc75cc1ad tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:45.749611 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334889d3-99dd-4af7-a726-510dc75cc1ad tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755ca95c-08b3-4274-ac9f-9ddea07b1c69,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:45.843744 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-334889d3-99dd-4af7-a726-510dc75cc1ad tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:45.847464 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-334889d3-99dd-4af7-a726-510dc75cc1ad tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3879578 Feb 05 22:44:45.847802 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 48986) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:44:45.853334 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-4d645dbc-5d38-4b29-9288-233e2f2bb416 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Request body: {'security_group_rule': {'security_group_id': 'e712e119-f181-4559-98b9-2e66ebd0321c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:44:45.859788 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-4d645dbc-5d38-4b29-9288-233e2f2bb416 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:44:45.866488 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-4d645dbc-5d38-4b29-9288-233e2f2bb416 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Usage tracker for resource:security_group_rule and tenant:9bde3076936d4b42a61677c3926d8bff is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:44:45.870855 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-4d645dbc-5d38-4b29-9288-233e2f2bb416 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:44:45.877004 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-4d645dbc-5d38-4b29-9288-233e2f2bb416 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:44:45.967779 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4d645dbc-5d38-4b29-9288-233e2f2bb416 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:46.036008 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4d645dbc-5d38-4b29-9288-233e2f2bb416 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:46.124192 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4d645dbc-5d38-4b29-9288-233e2f2bb416 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:46.152035 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d645dbc-5d38-4b29-9288-233e2f2bb416 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf1eb05-00ca-4d98-9e73-263018f86c64,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:46.241704 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4d645dbc-5d38-4b29-9288-233e2f2bb416 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:46.243675 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-4d645dbc-5d38-4b29-9288-233e2f2bb416 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3948376 Feb 05 22:44:46.247431 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 48990) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:44:46.252833 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-77c3188d-6c6f-430c-a71d-62cf30d89159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Request body: {'floatingip': {'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:44:46.271761 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-77c3188d-6c6f-430c-a71d-62cf30d89159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:44:46.276459 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-77c3188d-6c6f-430c-a71d-62cf30d89159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Usage tracker for resource:floatingip and tenant:9bde3076936d4b42a61677c3926d8bff is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:44:46.280054 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-77c3188d-6c6f-430c-a71d-62cf30d89159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:44:46.290588 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-77c3188d-6c6f-430c-a71d-62cf30d89159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:44:46.363752 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-77c3188d-6c6f-430c-a71d-62cf30d89159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for floatingip, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:46.543771 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-77c3188d-6c6f-430c-a71d-62cf30d89159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:46.713184 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_common [None req-77c3188d-6c6f-430c-a71d-62cf30d89159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Allocated IP 172.27.3.116 (6817b256-dae4-44db-bc68-adab2164788e/583bfacf-eb7c-4478-b06f-909c14cf964a/174876dc-4ae5-4f1c-915b-fdf26d12a922) {{(pid=87482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:44:46.906370 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-77c3188d-6c6f-430c-a71d-62cf30d89159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for port, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:47.004726 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-77c3188d-6c6f-430c-a71d-62cf30d89159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1726876'] for port, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:47.086578 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c3188d-6c6f-430c-a71d-62cf30d89159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Network 6817b256-dae4-44db-bc68-adab2164788e is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:44:47.089653 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-77c3188d-6c6f-430c-a71d-62cf30d89159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:44:47.093368 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3188d-6c6f-430c-a71d-62cf30d89159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Received port after_create {{(pid=87482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:44:47.123227 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3188d-6c6f-430c-a71d-62cf30d89159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Pushing event updated for resources: {'Port': ['ID=174876dc-4ae5-4f1c-915b-fdf26d12a922,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:47.177601 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-77c3188d-6c6f-430c-a71d-62cf30d89159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:47.516857 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-77c3188d-6c6f-430c-a71d-62cf30d89159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:47.788321 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-77c3188d-6c6f-430c-a71d-62cf30d89159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for port, precommit_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:47.900888 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-77c3188d-6c6f-430c-a71d-62cf30d89159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1726885'] for port, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:48.025869 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3188d-6c6f-430c-a71d-62cf30d89159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Pushing event updated for resources: {'Port': ['ID=174876dc-4ae5-4f1c-915b-fdf26d12a922,revision_number=2']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:48.037757 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-77c3188d-6c6f-430c-a71d-62cf30d89159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542379'] for floatingip, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:48.126616 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-77c3188d-6c6f-430c-a71d-62cf30d89159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for floatingip, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:48.128399 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-77c3188d-6c6f-430c-a71d-62cf30d89159 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8795013 Feb 05 22:44:48.394647 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-facb6ac1-c17a-4883-82fb-c93ef278cd66 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--652511925&fields=id&tenant_id=9bde3076936d4b42a61677c3926d8bff HTTP/1.1" status: 200 len: 267 time: 0.0413878 Feb 05 22:44:48.571196 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fd9d76f1-18b7-4454-8a21-c50efbc9ad41 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:48.573425 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fd9d76f1-18b7-4454-8a21-c50efbc9ad41 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/networks?id=a9f90657-c8ce-4d9b-be20-d4363f5e95d6 HTTP/1.1" status: 200 len: 811 time: 0.1710787 Feb 05 22:44:48.598459 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-7218c172-500d-42e4-a786-1a1fde4435fc tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/quotas/9bde3076936d4b42a61677c3926d8bff HTTP/1.1" status: 200 len: 375 time: 0.0180411 Feb 05 22:44:48.721718 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-5fb2c0d2-f298-4821-ac93-3109fc2d60b3 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Synchronizing usage tracker for tenant:9bde3076936d4b42a61677c3926d8bff on resource:port {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:44:48.823371 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-5fb2c0d2-f298-4821-ac93-3109fc2d60b3 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Unset dirty status for tenant:9bde3076936d4b42a61677c3926d8bff on resource:port {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:44:48.824862 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-5fb2c0d2-f298-4821-ac93-3109fc2d60b3 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bde3076936d4b42a61677c3926d8bff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2209063 Feb 05 22:44:48.943447 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-72eb1df5-00a9-49b3-a9fd-9e5c9579a45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:49.006176 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-735cc3e2-45bb-4a92-b586-4ebbb1423e13 service neutron] 10.222.0.24 "GET /v2.0/networks/a9f90657-c8ce-4d9b-be20-d4363f5e95d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632144 Feb 05 22:44:49.152907 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-e1c2c35e-b8bc-4657-9787-ef1f2218bb8e service neutron] 10.222.0.24 "GET /v2.0/networks/a9f90657-c8ce-4d9b-be20-d4363f5e95d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388161 Feb 05 22:44:49.505936 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-74bd73df-680d-42d2-9176-89d244006aa9 req-f06260d7-5744-40e8-8ecb-b9ea4a6d965f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Synchronizing usage tracker for tenant:9bde3076936d4b42a61677c3926d8bff on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:44:49.518819 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-74bd73df-680d-42d2-9176-89d244006aa9 req-f06260d7-5744-40e8-8ecb-b9ea4a6d965f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Unset dirty status for tenant:9bde3076936d4b42a61677c3926d8bff on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:44:49.528394 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-74bd73df-680d-42d2-9176-89d244006aa9 req-f06260d7-5744-40e8-8ecb-b9ea4a6d965f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 210 time: 0.0694237 Feb 05 22:44:50.676811 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-2a39a8eb-6cb3-4010-8190-0c22b9c2de89 req-a5cea491-7793-4c2d-ba50-0a5eaf28d848 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 210 time: 0.0469570 Feb 05 22:44:51.314844 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aa96ec0d-0beb-4bf8-a073-b64a9c8ae3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:51.838224 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0716fe46-3f34-490f-a135-cf34862bf14d req-41303239-2871-4b6f-aab3-5c74abd74d79 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 210 time: 0.0440619 Feb 05 22:44:52.315312 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:52.562639 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-730849fd-2440-45ba-a876-32842292c112 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:52.564334 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-730849fd-2440-45ba-a876-32842292c112 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.45 "GET /v2.0/networks?id=a9f90657-c8ce-4d9b-be20-d4363f5e95d6 HTTP/1.1" status: 200 len: 811 time: 0.2387133 Feb 05 22:44:52.581140 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:52.640460 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-251f122c-45e3-40f0-8c1f-27ad4073aec0 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Synchronizing usage tracker for tenant:9bde3076936d4b42a61677c3926d8bff on resource:security_group {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:44:52.737956 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-251f122c-45e3-40f0-8c1f-27ad4073aec0 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Unset dirty status for tenant:9bde3076936d4b42a61677c3926d8bff on resource:security_group {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:44:52.739968 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-251f122c-45e3-40f0-8c1f-27ad4073aec0 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bde3076936d4b42a61677c3926d8bff HTTP/1.1" status: 200 len: 379 time: 0.1641302 Feb 05 22:44:52.751447 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-d4cda256-db2d-4dec-adcf-5941320c08db tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Request body: {'port': {'device_id': '3fdd96ad-5324-43fb-af86-0c07d8201df9', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'admin_state_up': True, 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'security_groups': ['e712e119-f181-4559-98b9-2e66ebd0321c']}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:44:52.903272 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-d4cda256-db2d-4dec-adcf-5941320c08db tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:44:52.914010 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-d4cda256-db2d-4dec-adcf-5941320c08db tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:44:53.000337 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7c546dbe-6a48-4068-8871-4436d8f545c9 req-475a920e-002a-499e-adf6-99b62090e451 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 210 time: 0.0453033 Feb 05 22:44:53.000968 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-d4cda256-db2d-4dec-adcf-5941320c08db tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Made reservation on behalf of 9bde3076936d4b42a61677c3926d8bff for: {'port': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:44:53.004248 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-d4cda256-db2d-4dec-adcf-5941320c08db tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:53.199789 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-d4cda256-db2d-4dec-adcf-5941320c08db tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Allocated IP 172.20.0.8 (a9f90657-c8ce-4d9b-be20-d4363f5e95d6/a30431fa-c0ee-41d7-84eb-c19154fb8016/e7c24c1d-4cfe-4ec5-baee-1ccd0448f059) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:44:53.450228 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-d4cda256-db2d-4dec-adcf-5941320c08db tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:53.466506 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-d4cda256-db2d-4dec-adcf-5941320c08db tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Transition to ACTIVE for port object e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 will not be triggered until provisioned by entity DHCP. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:44:53.578447 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-d4cda256-db2d-4dec-adcf-5941320c08db tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:53.662952 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-d4cda256-db2d-4dec-adcf-5941320c08db tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Network a9f90657-c8ce-4d9b-be20-d4363f5e95d6 is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:44:53.667129 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-d4cda256-db2d-4dec-adcf-5941320c08db tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:44:53.671228 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-d4cda256-db2d-4dec-adcf-5941320c08db tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:44:53.710060 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cda256-db2d-4dec-adcf-5941320c08db tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Pushing event updated for resources: {'Port': ['ID=e7c24c1d-4cfe-4ec5-baee-1ccd0448f059,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:53.747573 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-d4cda256-db2d-4dec-adcf-5941320c08db tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:53.748220 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-d4cda256-db2d-4dec-adcf-5941320c08db tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:53.992083 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:54.015441 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-d4cda256-db2d-4dec-adcf-5941320c08db tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2679508 Feb 05 22:44:54.028643 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] Request body: {'port': {'device_id': '3fdd96ad-5324-43fb-af86-0c07d8201df9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:44:54.092131 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-be26650b-a853-4b79-8bec-b26beeddb15e None None] Provisioning for port e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:44:54.103193 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-be26650b-a853-4b79-8bec-b26beeddb15e None None] Provisioning complete for port e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:44:54.103884 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-be26650b-a853-4b79-8bec-b26beeddb15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:54.186834 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-be26650b-a853-4b79-8bec-b26beeddb15e None None] Port e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:44:54.378356 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:54.463281 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b520f-8760-48b6-8dd2-45a23b111db5 req-520e9c63-7519-49e1-9664-c15264bfd923 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:54.464028 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-0e2b520f-8760-48b6-8dd2-45a23b111db5 req-520e9c63-7519-49e1-9664-c15264bfd923 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Synchronizing usage tracker for tenant:9bde3076936d4b42a61677c3926d8bff on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:44:54.630875 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-0e2b520f-8760-48b6-8dd2-45a23b111db5 req-520e9c63-7519-49e1-9664-c15264bfd923 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Unset dirty status for tenant:9bde3076936d4b42a61677c3926d8bff on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:44:54.631958 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0e2b520f-8760-48b6-8dd2-45a23b111db5 req-520e9c63-7519-49e1-9664-c15264bfd923 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 931 time: 0.4311769 Feb 05 22:44:54.724590 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0e2b520f-8760-48b6-8dd2-45a23b111db5 req-09dbb703-d1a4-437c-b7e4-b7bc9798a24b tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=e712e119-f181-4559-98b9-2e66ebd0321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830564 Feb 05 22:44:54.795039 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 {{(pid=87483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:44:54.802001 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:54.816120 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] Transition to ACTIVE for port object e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 will not be triggered until provisioned by entity L2. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:44:54.929635 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:55.084061 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] Pushing event updated for resources: {'Port': ['ID=e7c24c1d-4cfe-4ec5-baee-1ccd0448f059,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:55.174930 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] Attempting to bind port e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:44:55.175858 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] Attempting to bind port e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '118ee127-cf60-441f-ad69-c306ada521bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6'}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:44:55.175858 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] Attempting to bind port e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 on network a9f90657-c8ce-4d9b-be20-d4363f5e95d6 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:44:55.181310 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] Port e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 on network a9f90657-c8ce-4d9b-be20-d4363f5e95d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 05 22:44:55.181638 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] Attempting to bind port e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 on network a9f90657-c8ce-4d9b-be20-d4363f5e95d6 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:44:55.186939 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] Checking agent: {'id': 'bad58867-603f-489e-b0dd-362048cf3d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'started_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:44:55.187283 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] Checking segment: {'id': '118ee127-cf60-441f-ad69-c306ada521bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:44:55.187645 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] Bound using segment: {'id': '118ee127-cf60-441f-ad69-c306ada521bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6'} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:44:55.188084 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] Bound port: e7c24c1d-4cfe-4ec5-baee-1ccd0448f059, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118ee127-cf60-441f-ad69-c306ada521bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6'}}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:44:55.188420 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:55.356687 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] For port e7c24c1d-4cfe-4ec5-baee-1ccd0448f059, host hv-cinder-81888, cleared binding levels {{(pid=87483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:44:55.359756 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] For port e7c24c1d-4cfe-4ec5-baee-1ccd0448f059, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e7c24c1d-4cfe-4ec5-baee-1ccd0448f059,segment=NetworkSegment(118ee127-cf60-441f-ad69-c306ada521bb),segment_id=118ee127-cf60-441f-ad69-c306ada521bb)] {{(pid=87483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:44:55.360654 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:44:55.443738 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:55.504867 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:55.514121 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:55.514121 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] 10.222.0.45 "PUT /v2.0/ports/e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 HTTP/1.1" status: 200 len: 1093 time: 1.4824493 Feb 05 22:44:55.514121 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdd96ad-5324-43fb-af86-0c07d8201df9', 'tag': 'e7c24c1d-4cfe-4ec5-baee-1ccd0448f059'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:44:55.530754 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef357a8-bc1f-4f19-aec9-e2bdcc7d6dca service neutron] Pushing event updated for resources: {'Port': ['ID=e7c24c1d-4cfe-4ec5-baee-1ccd0448f059,revision_number=3']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:55.560295 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdd96ad-5324-43fb-af86-0c07d8201df9', 'tag': 'e7c24c1d-4cfe-4ec5-baee-1ccd0448f059', 'status': 'completed', 'code': 200} Feb 05 22:44:55.657371 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddbe6c-09c3-45e5-b1bb-deb64c9945f8 req-ca195346-95bc-45b1-bbe7-c62056bfd809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:55.658857 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-91ddbe6c-09c3-45e5-b1bb-deb64c9945f8 req-ca195346-95bc-45b1-bbe7-c62056bfd809 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9bde3076936d4b42a61677c3926d8bff&device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 1096 time: 0.0743458 Feb 05 22:44:55.798249 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddbe6c-09c3-45e5-b1bb-deb64c9945f8 req-81e0908b-5e9f-4aeb-9a93-363d01b0c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:55.799613 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-91ddbe6c-09c3-45e5-b1bb-deb64c9945f8 req-81e0908b-5e9f-4aeb-9a93-363d01b0c17f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9bde3076936d4b42a61677c3926d8bff&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1336257 Feb 05 22:44:55.996449 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddbe6c-09c3-45e5-b1bb-deb64c9945f8 req-710e5778-7fa4-426f-bc7e-e8fb6f347e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:55.997819 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-91ddbe6c-09c3-45e5-b1bb-deb64c9945f8 req-710e5778-7fa4-426f-bc7e-e8fb6f347e43 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1894069 Feb 05 22:44:56.005796 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c5f37-f6e3-4d59-8c60-939520f6019d req-75b62eeb-77c5-4384-9ba3-3987ce7269a4 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:56.007120 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-716c5f37-f6e3-4d59-8c60-939520f6019d req-75b62eeb-77c5-4384-9ba3-3987ce7269a4 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 943 time: 0.1778607 Feb 05 22:44:56.088689 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-716c5f37-f6e3-4d59-8c60-939520f6019d req-0030f449-e490-49c9-b5d9-6ac56bc3a96d tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=e712e119-f181-4559-98b9-2e66ebd0321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754995 Feb 05 22:44:56.117690 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-4c654de3-90b1-4d4a-a373-92bafddb0151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:56.119129 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-4c654de3-90b1-4d4a-a373-92bafddb0151 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9bde3076936d4b42a61677c3926d8bff&device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 1096 time: 0.0768092 Feb 05 22:44:56.189675 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-81a163b3-9bfa-46d7-bc06-d4269bbf3546 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 HTTP/1.1" status: 200 len: 217 time: 0.0627663 Feb 05 22:44:56.253069 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-797cbe6c-5fb7-4265-a238-b1e54fefc6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:56.254452 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-797cbe6c-5fb7-4265-a238-b1e54fefc6d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a30431fa-c0ee-41d7-84eb-c19154fb8016 HTTP/1.1" status: 200 len: 850 time: 0.0590601 Feb 05 22:44:56.329206 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-f9d75efb-d29a-46a5-a473-0a8dc79a3278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:56.330681 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-f9d75efb-d29a-46a5-a473-0a8dc79a3278 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9f90657-c8ce-4d9b-be20-d4363f5e95d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701654 Feb 05 22:44:56.565817 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-b6787207-8c1b-44bd-9709-28a980bfb9df service neutron] 10.222.0.45 "GET /v2.0/networks/a9f90657-c8ce-4d9b-be20-d4363f5e95d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281029 Feb 05 22:44:56.698211 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-37a3221c-e70d-43cd-b00d-7a1af5df1874 req-da38eaeb-351d-4970-90a4-fcf2a7e6a70c service neutron] 10.222.0.45 "GET /v2.0/networks/a9f90657-c8ce-4d9b-be20-d4363f5e95d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254723 Feb 05 22:44:57.271728 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc5209-8d66-4481-89b1-56029fdc07a0 req-7b357e5d-6b49-4deb-bd55-1ffcc75b10a8 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:57.273215 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-22cc5209-8d66-4481-89b1-56029fdc07a0 req-7b357e5d-6b49-4deb-bd55-1ffcc75b10a8 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 943 time: 0.0788112 Feb 05 22:44:57.321292 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-22cc5209-8d66-4481-89b1-56029fdc07a0 req-6890088d-cc71-4c69-937c-00ede9512429 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=e712e119-f181-4559-98b9-2e66ebd0321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422657 Feb 05 22:44:58.504327 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfd1f9-d3d0-47a0-9233-c84a4cfbce73 req-692a376d-6991-4602-a10e-d10ed63eaca4 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:58.505856 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a4bfd1f9-d3d0-47a0-9233-c84a4cfbce73 req-692a376d-6991-4602-a10e-d10ed63eaca4 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 943 time: 0.0791316 Feb 05 22:44:58.561812 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a4bfd1f9-d3d0-47a0-9233-c84a4cfbce73 req-b5c867a2-39a6-4cda-a3e5-c2a628e9e14e tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=e712e119-f181-4559-98b9-2e66ebd0321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493491 Feb 05 22:44:58.777013 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:44:58.916864 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port e7c24c1d-4cfe-4ec5-baee-1ccd0448f059, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e7c24c1d-4cfe-4ec5-baee-1ccd0448f059,segment=NetworkSegment(118ee127-cf60-441f-ad69-c306ada521bb),segment_id=118ee127-cf60-441f-ad69-c306ada521bb)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:44:58.933425 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': 'e7c24c1d-4cfe-4ec5-baee-1ccd0448f059', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'port_id': 'e7c24c1d-4cfe-4ec5-baee-1ccd0448f059', 'mac_address': 'fa:16:3e:2d:01:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:44:58.989867 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:59.007470 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:44:59.023003 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port e7c24c1d-4cfe-4ec5-baee-1ccd0448f059, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e7c24c1d-4cfe-4ec5-baee-1ccd0448f059,segment=NetworkSegment(118ee127-cf60-441f-ad69-c306ada521bb),segment_id=118ee127-cf60-441f-ad69-c306ada521bb)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:44:59.100300 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:59.174844 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=e7c24c1d-4cfe-4ec5-baee-1ccd0448f059,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:59.182293 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.182638 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.182983 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.183320 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.183640 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.183965 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.184288 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.184609 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.184928 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.185267 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.185672 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.186006 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.219882 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 49166) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:44:59.280567 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc13cec-430e-499f-9e6d-4483bf548b80 admin admin] Deleting subnet 4b837361-c5df-4e66-ab7f-283c70faf536 {{(pid=87483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 05 22:44:59.283515 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-cbc13cec-430e-499f-9e6d-4483bf548b80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:59.332612 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-cbc13cec-430e-499f-9e6d-4483bf548b80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1429885'] for subnet, precommit_delete_associations {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:59.334314 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['e7c24c1d-4cfe-4ec5-baee-1ccd0448f059'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:44:59.392160 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-cbc13cec-430e-499f-9e6d-4483bf548b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770741'] for subnet, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:59.529812 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-cbc13cec-430e-499f-9e6d-4483bf548b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10573208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10784605'] for subnet, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:59.568360 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc13cec-430e-499f-9e6d-4483bf548b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b837361-c5df-4e66-ab7f-283c70faf536,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:44:59.571875 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-cbc13cec-430e-499f-9e6d-4483bf548b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:59.580324 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc13cec-430e-499f-9e6d-4483bf548b80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.580575 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc13cec-430e-499f-9e6d-4483bf548b80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.580919 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc13cec-430e-499f-9e6d-4483bf548b80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.581288 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc13cec-430e-499f-9e6d-4483bf548b80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.581640 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc13cec-430e-499f-9e6d-4483bf548b80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.581977 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc13cec-430e-499f-9e6d-4483bf548b80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.582305 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc13cec-430e-499f-9e6d-4483bf548b80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.582637 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc13cec-430e-499f-9e6d-4483bf548b80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.582987 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc13cec-430e-499f-9e6d-4483bf548b80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.583316 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc13cec-430e-499f-9e6d-4483bf548b80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.583640 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc13cec-430e-499f-9e6d-4483bf548b80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.583961 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc13cec-430e-499f-9e6d-4483bf548b80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:44:59.588510 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-cbc13cec-430e-499f-9e6d-4483bf548b80 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4b837361-c5df-4e66-ab7f-283c70faf536 HTTP/1.1" status: 204 len: 168 time: 0.3676147 Feb 05 22:44:59.590964 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 49172) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:44:59.697908 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-75ede6b5-8d3b-4a92-ad8a-65d76469f11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744846'] for network, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:59.753924 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c799cf4-6237-4f06-85e6-fb47c3137b39 req-ddfb47db-774d-406a-8cf2-5d339545140f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:44:59.755571 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7c799cf4-6237-4f06-85e6-fb47c3137b39 req-ddfb47db-774d-406a-8cf2-5d339545140f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 944 time: 0.0817699 Feb 05 22:44:59.800480 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-7c799cf4-6237-4f06-85e6-fb47c3137b39 req-13a38866-943a-4b08-8af7-7e34440fe197 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=e712e119-f181-4559-98b9-2e66ebd0321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383451 Feb 05 22:44:59.823398 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-75ede6b5-8d3b-4a92-ad8a-65d76469f11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771300', 'neutron.services.segments.db._delete_segments_for_network-8748711873850'] for network, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:59.851981 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-75ede6b5-8d3b-4a92-ad8a-65d76469f11b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09af5931-2901-4bfd-8a1b-9c2689ee65e9']}} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:44:59.863688 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-75ede6b5-8d3b-4a92-ad8a-65d76469f11b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2d58ab-01ca-4a36-8213-185e57236fb8') {'for_net_delete': True} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:44:59.863980 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-75ede6b5-8d3b-4a92-ad8a-65d76469f11b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2d58ab-01ca-4a36-8213-185e57236fb8') {} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:44:59.875778 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-75ede6b5-8d3b-4a92-ad8a-65d76469f11b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748711876181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1429834'] for segment, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:59.892207 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-75ede6b5-8d3b-4a92-ad8a-65d76469f11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:59.898209 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ede6b5-8d3b-4a92-ad8a-65d76469f11b admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 22:44:59.898591 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-75ede6b5-8d3b-4a92-ad8a-65d76469f11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3777956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11000378'] for segment, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: Traceback (most recent call last): Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: timer() Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: cb(*args, **kw) Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: return func(*args, **kwargs) Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: self._notify() Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: self.callback(batched_events) Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: event.method(event) Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: return f(self, *a, **k) Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: return self._get(url).json() Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: return self.request(url, 'GET', **kwargs) Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 22:44:59.911235 dv-cinder-818886-2-iscsi neutron-server[87483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 22:45:00.055211 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-75ede6b5-8d3b-4a92-ad8a-65d76469f11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542425'] for network, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:00.075108 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-75ede6b5-8d3b-4a92-ad8a-65d76469f11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:00.083736 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ede6b5-8d3b-4a92-ad8a-65d76469f11b admin admin] Pushing event deleted for resources: {'Network': ['ID=09af5931-2901-4bfd-8a1b-9c2689ee65e9,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:00.086652 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-75ede6b5-8d3b-4a92-ad8a-65d76469f11b admin admin] 10.222.0.24 "DELETE /v2.0/networks/09af5931-2901-4bfd-8a1b-9c2689ee65e9 HTTP/1.1" status: 204 len: 168 time: 0.4947813 Feb 05 22:45:00.610727 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 49178) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:00.658785 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-626b1e64-5b88-48c9-9104-bf74f0990258 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=710c6c4c9cd24645be54fdd85dbceb6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469291 Feb 05 22:45:00.661323 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 49182) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:00.718897 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3944d8b2-e52b-422b-b3b0-4ac599451858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:00.746320 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3944d8b2-e52b-422b-b3b0-4ac599451858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:00.780566 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:45:00.886006 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3944d8b2-e52b-422b-b3b0-4ac599451858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:00.904036 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944d8b2-e52b-422b-b3b0-4ac599451858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9269ed20-ff69-472a-8217-08dec4033d39,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:00.921436 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning for port e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:45:00.929676 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:45:00.930131 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:00.993384 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7e3e8-779f-4e6b-acea-32fda30d0bd6 req-22b3396d-eabb-4399-904d-a5eb09e28d05 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:00.994763 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d2f7e3e8-779f-4e6b-acea-32fda30d0bd6 req-22b3396d-eabb-4399-904d-a5eb09e28d05 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 944 time: 0.0869808 Feb 05 22:45:01.043046 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d2f7e3e8-779f-4e6b-acea-32fda30d0bd6 req-68bbdb31-8a74-45f4-9b94-33e0052d9c2f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=e712e119-f181-4559-98b9-2e66ebd0321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424569 Feb 05 22:45:01.048298 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3944d8b2-e52b-422b-b3b0-4ac599451858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:01.048298 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-3944d8b2-e52b-422b-b3b0-4ac599451858 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9269ed20-ff69-472a-8217-08dec4033d39 HTTP/1.1" status: 204 len: 168 time: 0.3833635 Feb 05 22:45:01.049069 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:01.075127 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdd96ad-5324-43fb-af86-0c07d8201df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c24c1d-4cfe-4ec5-baee-1ccd0448f059'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:45:01.084571 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port e7c24c1d-4cfe-4ec5-baee-1ccd0448f059, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e7c24c1d-4cfe-4ec5-baee-1ccd0448f059,segment=NetworkSegment(118ee127-cf60-441f-ad69-c306ada521bb),segment_id=118ee127-cf60-441f-ad69-c306ada521bb)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:45:01.121393 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdd96ad-5324-43fb-af86-0c07d8201df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c24c1d-4cfe-4ec5-baee-1ccd0448f059', 'code': 200} Feb 05 22:45:01.168969 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:01.235117 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=e7c24c1d-4cfe-4ec5-baee-1ccd0448f059,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:01.523901 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba3989-face-40d0-b6a4-dc63fda5265b req-eff24520-ac31-4988-b207-c45305ab8d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:01.525400 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4dba3989-face-40d0-b6a4-dc63fda5265b req-eff24520-ac31-4988-b207-c45305ab8d65 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 1098 time: 0.0691438 Feb 05 22:45:01.569189 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-4dba3989-face-40d0-b6a4-dc63fda5265b req-c9a01739-b38e-4741-bca8-fd9fe40a8cea service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e712e119-f181-4559-98b9-2e66ebd0321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375187 Feb 05 22:45:02.227537 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c1707-32ba-41d9-a12f-328935c1f403 req-3782190e-78e9-4b87-85b0-75ee2184b9e3 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:02.229072 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-567c1707-32ba-41d9-a12f-328935c1f403 req-3782190e-78e9-4b87-85b0-75ee2184b9e3 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 945 time: 0.0819964 Feb 05 22:45:02.274428 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-567c1707-32ba-41d9-a12f-328935c1f403 req-0146cb28-941f-48b6-8e0b-03d7d7f6bc45 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=e712e119-f181-4559-98b9-2e66ebd0321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395927 Feb 05 22:45:03.459928 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05654b64-ea67-40bc-9e5a-88a99e5a8193 req-f5b84ac8-9067-4c50-837d-c7b626dad164 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:03.461379 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-05654b64-ea67-40bc-9e5a-88a99e5a8193 req-f5b84ac8-9067-4c50-837d-c7b626dad164 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 945 time: 0.0807803 Feb 05 22:45:03.504577 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-05654b64-ea67-40bc-9e5a-88a99e5a8193 req-f8d97fd4-7a1a-47f9-bfb9-365f304749c2 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=e712e119-f181-4559-98b9-2e66ebd0321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375669 Feb 05 22:45:03.689917 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c058b80-b9cd-4057-b1dc-91b524b0cfb1 req-4b4e4050-e2ce-4917-a239-2424471ae5e9 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:03.691405 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-5c058b80-b9cd-4057-b1dc-91b524b0cfb1 req-4b4e4050-e2ce-4917-a239-2424471ae5e9 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 945 time: 0.0852067 Feb 05 22:45:03.700177 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 49274) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:03.705654 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-3db35dfc-8e23-4ace-aac9-b4a07ff4a82f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Request body: {'floatingip': {'port_id': 'e7c24c1d-4cfe-4ec5-baee-1ccd0448f059'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:45:03.795382 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3db35dfc-8e23-4ace-aac9-b4a07ff4a82f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for floatingip, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:04.499497 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3db35dfc-8e23-4ace-aac9-b4a07ff4a82f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:04.557560 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3db35dfc-8e23-4ace-aac9-b4a07ff4a82f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542379'] for floatingip, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:04.733368 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.l3_db [None req-3db35dfc-8e23-4ace-aac9-b4a07ff4a82f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Floating IP ba0e00b9-4990-47ae-836e-040acb11ede5 associated. External IP: 172.27.3.116, port: e7c24c1d-4cfe-4ec5-baee-1ccd0448f059. Feb 05 22:45:05.093994 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db35dfc-8e23-4ace-aac9-b4a07ff4a82f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:45:05.287701 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db35dfc-8e23-4ace-aac9-b4a07ff4a82f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:45:05.292539 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-3db35dfc-8e23-4ace-aac9-b4a07ff4a82f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for floatingip, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:05.299159 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a73312-9d50-4844-9343-fa1570f683e1 None None] Sync routers for ids ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:45:05.309556 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a73312-9d50-4844-9343-fa1570f683e1 None None] Routers {'70b70dc4-33c6-4856-a374-d5a0a4cc50fa'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:45:05.310247 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-02a73312-9d50-4844-9343-fa1570f683e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:44:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:45:05.352719 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-3db35dfc-8e23-4ace-aac9-b4a07ff4a82f tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "PUT /v2.0/floatingips/ba0e00b9-4990-47ae-836e-040acb11ede5 HTTP/1.1" status: 200 len: 991 time: 1.6513991 Feb 05 22:45:05.353343 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdd96ad-5324-43fb-af86-0c07d8201df9', 'tag': 'e7c24c1d-4cfe-4ec5-baee-1ccd0448f059'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:45:05.440045 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdd96ad-5324-43fb-af86-0c07d8201df9', 'tag': 'e7c24c1d-4cfe-4ec5-baee-1ccd0448f059', 'status': 'completed', 'code': 200} Feb 05 22:45:05.543225 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be0b8f-15c7-4e9b-9253-6afc2c6bbd17 req-39a7b978-2d66-461d-8f7d-d2dadc1a3b24 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:05.545300 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-71be0b8f-15c7-4e9b-9253-6afc2c6bbd17 req-39a7b978-2d66-461d-8f7d-d2dadc1a3b24 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 945 time: 0.1026645 Feb 05 22:45:05.564708 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-02a73312-9d50-4844-9343-fa1570f683e1 None None] Set router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:45:05.590352 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-71be0b8f-15c7-4e9b-9253-6afc2c6bbd17 req-c9ed72a2-3b7e-4ff3-b0b1-767d0ccd5f27 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=e712e119-f181-4559-98b9-2e66ebd0321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401502 Feb 05 22:45:05.617987 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852e86d-8f31-4003-9e4c-695c83b949f1 req-4a368e75-1e1b-4795-b3c3-57599b839849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:05.619486 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1852e86d-8f31-4003-9e4c-695c83b949f1 req-4a368e75-1e1b-4795-b3c3-57599b839849 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9bde3076936d4b42a61677c3926d8bff&device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 1098 time: 0.1560338 Feb 05 22:45:05.831804 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2bfad-9810-4215-a5fb-e2977a233888 req-592dc434-cef4-4701-bb06-67cf271fca09 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:05.833272 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d5d2bfad-9810-4215-a5fb-e2977a233888 req-592dc434-cef4-4701-bb06-67cf271fca09 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 947 time: 0.2924924 Feb 05 22:45:05.923827 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d5d2bfad-9810-4215-a5fb-e2977a233888 req-6f2d2137-6f9f-4ff9-ac1c-55026364db9a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779662 Feb 05 22:45:05.936050 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852e86d-8f31-4003-9e4c-695c83b949f1 req-5e1fdb50-83f0-47ee-abc1-782bf3d2e081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:05.937573 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1852e86d-8f31-4003-9e4c-695c83b949f1 req-5e1fdb50-83f0-47ee-abc1-782bf3d2e081 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a9f90657-c8ce-4d9b-be20-d4363f5e95d6 HTTP/1.1" status: 200 len: 912 time: 0.3108604 Feb 05 22:45:05.971097 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-02a73312-9d50-4844-9343-fa1570f683e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'name': 'tempest-AttachVolumeTestJSON-1696133982-router', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:40:59Z', 'updated_at': '2022-02-05T22:41:06Z', 'revision_number': 4, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'gw_port': {'id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:01Z', 'updated_at': '2022-02-05T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': 'ba0e00b9-4990-47ae-836e-040acb11ede5', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'port_id': 'e7c24c1d-4cfe-4ec5-baee-1ccd0448f059', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'mac_address': 'fa:16:3e:2d:01:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd96ad-5324-43fb-af86-0c07d8201df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:44:47Z', 'updated_at': '2022-02-05T22:45:04Z', 'revision_number': 1, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8311fa2-d765-4a32-923d-7f6492b81b80', 'name': '', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'mac_address': 'fa:16:3e:16:72:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:06Z', 'updated_at': '2022-02-05T22:41:12Z', 'revision_number': 5, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'subnets': [{'id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:45:05.975037 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a73312-9d50-4844-9343-fa1570f683e1 None None] Checking router: 70b70dc4-33c6-4856-a374-d5a0a4cc50fa for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:45:05.986822 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a73312-9d50-4844-9343-fa1570f683e1 None None] Routers {'70b70dc4-33c6-4856-a374-d5a0a4cc50fa'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:45:05.987420 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-02a73312-9d50-4844-9343-fa1570f683e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:44:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:45:06.049542 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1852e86d-8f31-4003-9e4c-695c83b949f1 req-0e0080b3-87c2-419e-ae01-f1eab7644796 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 HTTP/1.1" status: 200 len: 999 time: 0.1050572 Feb 05 22:45:06.113060 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852e86d-8f31-4003-9e4c-695c83b949f1 req-b9dddd39-2afa-4b7e-9e99-92d3d3c1e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:06.114486 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1852e86d-8f31-4003-9e4c-695c83b949f1 req-b9dddd39-2afa-4b7e-9e99-92d3d3c1e0eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a30431fa-c0ee-41d7-84eb-c19154fb8016 HTTP/1.1" status: 200 len: 850 time: 0.0588012 Feb 05 22:45:06.167863 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-02a73312-9d50-4844-9343-fa1570f683e1 None None] Set router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:45:06.193714 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852e86d-8f31-4003-9e4c-695c83b949f1 req-0576a719-82b2-4a22-9ec9-14f3368bb5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:06.197653 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1852e86d-8f31-4003-9e4c-695c83b949f1 req-0576a719-82b2-4a22-9ec9-14f3368bb5b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9f90657-c8ce-4d9b-be20-d4363f5e95d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748940 Feb 05 22:45:06.335501 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1852e86d-8f31-4003-9e4c-695c83b949f1 req-daa2e4c0-194e-46a9-b24d-0af9c73f653c service neutron] 10.222.0.45 "GET /v2.0/networks/a9f90657-c8ce-4d9b-be20-d4363f5e95d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289775 Feb 05 22:45:06.473040 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1852e86d-8f31-4003-9e4c-695c83b949f1 req-46b7b9f8-e0aa-4954-b6d9-d9a6728e940a service neutron] 10.222.0.45 "GET /v2.0/networks/a9f90657-c8ce-4d9b-be20-d4363f5e95d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302891 Feb 05 22:45:06.535767 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-02a73312-9d50-4844-9343-fa1570f683e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'name': 'tempest-AttachVolumeTestJSON-1696133982-router', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:40:59Z', 'updated_at': '2022-02-05T22:41:06Z', 'revision_number': 4, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'gw_port': {'id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:01Z', 'updated_at': '2022-02-05T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': 'ba0e00b9-4990-47ae-836e-040acb11ede5', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'port_id': 'e7c24c1d-4cfe-4ec5-baee-1ccd0448f059', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'mac_address': 'fa:16:3e:2d:01:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd96ad-5324-43fb-af86-0c07d8201df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:44:47Z', 'updated_at': '2022-02-05T22:45:04Z', 'revision_number': 1, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8311fa2-d765-4a32-923d-7f6492b81b80', 'name': '', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'mac_address': 'fa:16:3e:16:72:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:06Z', 'updated_at': '2022-02-05T22:41:12Z', 'revision_number': 5, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'subnets': [{'id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:45:06.539858 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a73312-9d50-4844-9343-fa1570f683e1 None None] The sync data for ids ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'] in dv-cinder-818886-2-iscsi is: [{'id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'name': 'tempest-AttachVolumeTestJSON-1696133982-router', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:40:59Z', 'updated_at': '2022-02-05T22:41:06Z', 'revision_number': 4, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'gw_port': {'id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:01Z', 'updated_at': '2022-02-05T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': 'ba0e00b9-4990-47ae-836e-040acb11ede5', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'port_id': 'e7c24c1d-4cfe-4ec5-baee-1ccd0448f059', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'mac_address': 'fa:16:3e:2d:01:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd96ad-5324-43fb-af86-0c07d8201df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:44:47Z', 'updated_at': '2022-02-05T22:45:04Z', 'revision_number': 1, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8311fa2-d765-4a32-923d-7f6492b81b80', 'name': '', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'mac_address': 'fa:16:3e:16:72:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:06Z', 'updated_at': '2022-02-05T22:41:12Z', 'revision_number': 5, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'subnets': [{'id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:45:06.747418 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c530acf8-fa18-4099-807c-3f30cc7db26b None None] New status for floating IP ba0e00b9-4990-47ae-836e-040acb11ede5: ACTIVE {{(pid=87485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 22:45:06.787419 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09994450-380f-4587-897c-c61d0dbda2b8 req-b3eb3fda-387f-4084-ab2a-ca4deecd1ea7 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:06.788881 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-09994450-380f-4587-897c-c61d0dbda2b8 req-b3eb3fda-387f-4084-ab2a-ca4deecd1ea7 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 945 time: 0.0864170 Feb 05 22:45:06.835618 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-09994450-380f-4587-897c-c61d0dbda2b8 req-f4c493f1-27c0-4116-88f9-6041b7b19d24 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=e712e119-f181-4559-98b9-2e66ebd0321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403748 Feb 05 22:45:07.025055 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1f297-95c2-4fa8-8ec4-2387b4483820 req-0802839c-e437-4696-a02c-a884fb887228 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:07.029924 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e1e1f297-95c2-4fa8-8ec4-2387b4483820 req-0802839c-e437-4696-a02c-a884fb887228 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.45 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 947 time: 0.1053171 Feb 05 22:45:07.105673 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-e1e1f297-95c2-4fa8-8ec4-2387b4483820 req-ddaadabb-f7e2-451b-9e3f-fad0bba4b6de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Deleting port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:45:07.107257 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e1e1f297-95c2-4fa8-8ec4-2387b4483820 req-ddaadabb-f7e2-451b-9e3f-fad0bba4b6de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:07.142058 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3d7d1-41ba-4beb-8174-d235d0920bba req-46f1a201-17bb-4c1c-aa79-7ceea7fcb112 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:07.145637 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4dc3d7d1-41ba-4beb-8174-d235d0920bba req-46f1a201-17bb-4c1c-aa79-7ceea7fcb112 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 947 time: 0.0959692 Feb 05 22:45:07.193617 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-4dc3d7d1-41ba-4beb-8174-d235d0920bba req-7edc1dc5-cc55-44c2-88d1-48d2465bce26 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430679 Feb 05 22:45:07.370848 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-e1e1f297-95c2-4fa8-8ec4-2387b4483820 req-ddaadabb-f7e2-451b-9e3f-fad0bba4b6de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] For port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:45:07.371219 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e1e1f297-95c2-4fa8-8ec4-2387b4483820 req-ddaadabb-f7e2-451b-9e3f-fad0bba4b6de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:07.689599 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e1e1f297-95c2-4fa8-8ec4-2387b4483820 req-ddaadabb-f7e2-451b-9e3f-fad0bba4b6de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:07.689972 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e1e1f297-95c2-4fa8-8ec4-2387b4483820 req-ddaadabb-f7e2-451b-9e3f-fad0bba4b6de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542379'] for floatingip, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:07.690289 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.l3_db [req-e1e1f297-95c2-4fa8-8ec4-2387b4483820 req-ddaadabb-f7e2-451b-9e3f-fad0bba4b6de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Floating IP a0d032de-1652-42d1-be79-f3f181faf31d disassociated. External IP: 172.27.3.83, port: 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc. Feb 05 22:45:07.690632 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-e1e1f297-95c2-4fa8-8ec4-2387b4483820 req-ddaadabb-f7e2-451b-9e3f-fad0bba4b6de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Calling delete_port for 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc owned by compute:nova {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:45:07.889107 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e1e1f297-95c2-4fa8-8ec4-2387b4483820 req-ddaadabb-f7e2-451b-9e3f-fad0bba4b6de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:07.941767 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaadabb-f7e2-451b-9e3f-fad0bba4b6de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Pushing event deleted for resources: {'Port': ['ID=6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:08.231381 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1e1f297-95c2-4fa8-8ec4-2387b4483820 req-ddaadabb-f7e2-451b-9e3f-fad0bba4b6de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:45:08.366582 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-deff64bd-28c7-43b5-a6d3-d478c7376d0d req-8456809f-99d6-44d4-9a87-d9512e7238a9 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/ports?device_id=365f5e4b-b8ec-47eb-965e-4720b6fb353c HTTP/1.1" status: 200 len: 210 time: 0.0582438 Feb 05 22:45:08.466740 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1e1f297-95c2-4fa8-8ec4-2387b4483820 req-ddaadabb-f7e2-451b-9e3f-fad0bba4b6de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:45:08.477198 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f753c6-66a4-44ba-a77c-9f5ef55b5dfd None None] Sync routers for ids ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:45:08.486413 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f753c6-66a4-44ba-a77c-9f5ef55b5dfd None None] Routers {'06c31b18-4188-4b86-ba9f-0cafa920c0a3'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:45:08.486962 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-11f753c6-66a4-44ba-a77c-9f5ef55b5dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:44:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:45:08.545883 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e1f297-95c2-4fa8-8ec4-2387b4483820 req-ddaadabb-f7e2-451b-9e3f-fad0bba4b6de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] No DVR routers for this DVR port 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc on host hv-cinder-81888 {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:45:08.548491 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-e1e1f297-95c2-4fa8-8ec4-2387b4483820 req-ddaadabb-f7e2-451b-9e3f-fad0bba4b6de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:08.551264 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365f5e4b-b8ec-47eb-965e-4720b6fb353c', 'name': 'network-vif-deleted', 'tag': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:45:08.564115 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e1e1f297-95c2-4fa8-8ec4-2387b4483820 req-ddaadabb-f7e2-451b-9e3f-fad0bba4b6de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.45 "DELETE /v2.0/ports/6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc HTTP/1.1" status: 204 len: 173 time: 1.5320868 Feb 05 22:45:08.607871 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365f5e4b-b8ec-47eb-965e-4720b6fb353c', 'name': 'network-vif-deleted', 'tag': '6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc', 'status': 'completed', 'code': 200} Feb 05 22:45:08.671608 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-11f753c6-66a4-44ba-a77c-9f5ef55b5dfd None None] Set router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:45:09.036764 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-11f753c6-66a4-44ba-a77c-9f5ef55b5dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'name': 'tempest-AttachVolumeShelveTestJSON-129192590-router', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:17Z', 'updated_at': '2022-02-05T22:37:26Z', 'revision_number': 4, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'gw_port': {'id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:56:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:19Z', 'updated_at': '2022-02-05T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': '26071329-4076-478f-b6cd-9044b145fb45', 'name': '', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'mac_address': 'fa:16:3e:a1:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:24Z', 'updated_at': '2022-02-05T22:37:36Z', 'revision_number': 5, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'subnets': [{'id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:45:09.040700 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f753c6-66a4-44ba-a77c-9f5ef55b5dfd None None] Checking router: 06c31b18-4188-4b86-ba9f-0cafa920c0a3 for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:45:09.049146 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f753c6-66a4-44ba-a77c-9f5ef55b5dfd None None] Routers {'06c31b18-4188-4b86-ba9f-0cafa920c0a3'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:45:09.049764 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-11f753c6-66a4-44ba-a77c-9f5ef55b5dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:44:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:45:09.235739 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-11f753c6-66a4-44ba-a77c-9f5ef55b5dfd None None] Set router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:45:09.547730 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-11f753c6-66a4-44ba-a77c-9f5ef55b5dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'name': 'tempest-AttachVolumeShelveTestJSON-129192590-router', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:17Z', 'updated_at': '2022-02-05T22:37:26Z', 'revision_number': 4, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'gw_port': {'id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:56:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:19Z', 'updated_at': '2022-02-05T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': '26071329-4076-478f-b6cd-9044b145fb45', 'name': '', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'mac_address': 'fa:16:3e:a1:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:24Z', 'updated_at': '2022-02-05T22:37:36Z', 'revision_number': 5, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'subnets': [{'id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:45:09.551715 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f753c6-66a4-44ba-a77c-9f5ef55b5dfd None None] The sync data for ids ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'] in dv-cinder-818886-2-iscsi is: [{'id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'name': 'tempest-AttachVolumeShelveTestJSON-129192590-router', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:17Z', 'updated_at': '2022-02-05T22:37:26Z', 'revision_number': 4, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'gw_port': {'id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:56:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:19Z', 'updated_at': '2022-02-05T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': '26071329-4076-478f-b6cd-9044b145fb45', 'name': '', 'network_id': '2b0f3db0-4106-46bc-9540-b9ba783310fc', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'mac_address': 'fa:16:3e:a1:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:24Z', 'updated_at': '2022-02-05T22:37:36Z', 'revision_number': 5, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'subnets': [{'id': 'ef675453-a182-4ce7-8469-2fb25b5d7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:45:09.598238 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 49334) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:09.690961 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2caf01ec-bb1d-4e96-a16e-85d1020a684a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:09.723758 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2caf01ec-bb1d-4e96-a16e-85d1020a684a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:09.847886 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6f8812-542a-4968-90d0-3b8d0eb64ab1 None None] New status for floating IP a0d032de-1652-42d1-be79-f3f181faf31d: DOWN {{(pid=87485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 22:45:09.860801 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2caf01ec-bb1d-4e96-a16e-85d1020a684a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:09.882611 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf01ec-bb1d-4e96-a16e-85d1020a684a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bb10ad-1ea7-4099-93e9-4881c08b8bd2,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:09.963318 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2caf01ec-bb1d-4e96-a16e-85d1020a684a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:09.964531 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-2caf01ec-bb1d-4e96-a16e-85d1020a684a tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "DELETE /v2.0/security-groups/d6bb10ad-1ea7-4099-93e9-4881c08b8bd2 HTTP/1.1" status: 204 len: 168 time: 0.3652692 Feb 05 22:45:09.967416 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 49342) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:09.986551 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.api.v2.resource [None req-43431929-589a-46c1-b031-021cd869f6d4 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] show failed (client error): The resource could not be found. Feb 05 22:45:09.987635 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-43431929-589a-46c1-b031-021cd869f6d4 tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "GET /v2.0/security-groups/d6bb10ad-1ea7-4099-93e9-4881c08b8bd2 HTTP/1.1" status: 404 len: 347 time: 0.0185950 Feb 05 22:45:09.990610 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 49346) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:10.229321 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-81cae028-7852-4141-b0c8-86b58ec7c8de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Deleting port 464976f3-cac0-4bea-99b3-165b9310dfad {{(pid=87482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:45:10.229668 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-81cae028-7852-4141-b0c8-86b58ec7c8de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:10.403566 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-81cae028-7852-4141-b0c8-86b58ec7c8de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:10.403897 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-81cae028-7852-4141-b0c8-86b58ec7c8de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:10.528915 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-81cae028-7852-4141-b0c8-86b58ec7c8de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Calling delete_port for 464976f3-cac0-4bea-99b3-165b9310dfad owned by network:floatingip {{(pid=87482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:45:10.760417 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-81cae028-7852-4141-b0c8-86b58ec7c8de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1726876'] for port, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:10.809841 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cae028-7852-4141-b0c8-86b58ec7c8de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Pushing event deleted for resources: {'Port': ['ID=464976f3-cac0-4bea-99b3-165b9310dfad,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:10.853860 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:45:10.893607 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] No Port match for: 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:45:10.894205 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 6d85ddf2-8ffd-4cf9-84d0-d7ca95812ffc not bound to the agent host hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:45:10.915483 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-81cae028-7852-4141-b0c8-86b58ec7c8de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks [] for floatingip, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:10.930107 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-81cae028-7852-4141-b0c8-86b58ec7c8de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for floatingip, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:10.931264 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-81cae028-7852-4141-b0c8-86b58ec7c8de tempest-AttachVolumeShelveTestJSON-7134890 tempest-AttachVolumeShelveTestJSON-7134890-project] 10.222.0.24 "DELETE /v2.0/floatingips/a0d032de-1652-42d1-be79-f3f181faf31d HTTP/1.1" status: 204 len: 168 time: 0.9394538 Feb 05 22:45:11.340229 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:14.062583 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 49396) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:14.747806 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-1b80e2d8-e491-4888-83bd-999048a7f809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960473'] for router_interface, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:15.171472 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-1b80e2d8-e491-4888-83bd-999048a7f809 admin admin] Deleting port 26071329-4076-478f-b6cd-9044b145fb45 {{(pid=87482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:45:15.172167 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-1b80e2d8-e491-4888-83bd-999048a7f809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:15.341480 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.db [None req-1b80e2d8-e491-4888-83bd-999048a7f809 admin admin] For port 26071329-4076-478f-b6cd-9044b145fb45, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=26071329-4076-478f-b6cd-9044b145fb45,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:45:15.341830 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-1b80e2d8-e491-4888-83bd-999048a7f809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:15.460874 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-1b80e2d8-e491-4888-83bd-999048a7f809 admin admin] Calling delete_port for 26071329-4076-478f-b6cd-9044b145fb45 owned by network:router_interface {{(pid=87482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:45:15.866363 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-1b80e2d8-e491-4888-83bd-999048a7f809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1726876'] for port, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:15.915003 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80e2d8-e491-4888-83bd-999048a7f809 admin admin] Pushing event deleted for resources: {'Port': ['ID=26071329-4076-478f-b6cd-9044b145fb45,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:16.184625 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-1b80e2d8-e491-4888-83bd-999048a7f809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541769'] for router_interface, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:16.221979 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-35ca7ecc-34c0-4a1b-9953-4acda46b0521 req-60ec15df-f9b1-4860-9dff-d9d847b9b706 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726995 Feb 05 22:45:16.315041 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca7ecc-34c0-4a1b-9953-4acda46b0521 req-be95b26a-10ed-4d65-835f-cfa25aacbd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:16.316813 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-35ca7ecc-34c0-4a1b-9953-4acda46b0521 req-be95b26a-10ed-4d65-835f-cfa25aacbd97 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793&device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 1098 time: 0.0747204 Feb 05 22:45:16.476802 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca7ecc-34c0-4a1b-9953-4acda46b0521 req-ae51e88d-ae21-4c89-af98-9cd13ca20a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:16.478312 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-35ca7ecc-34c0-4a1b-9953-4acda46b0521 req-ae51e88d-ae21-4c89-af98-9cd13ca20a7f service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebea9618-4630-4a58-9d58-eedf0e21d8a9 HTTP/1.1" status: 200 len: 913 time: 0.1338067 Feb 05 22:45:16.583323 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-35ca7ecc-34c0-4a1b-9953-4acda46b0521 req-4f273115-d590-4d8e-97bf-060046d05b1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52f37888-4340-4031-89d5-c0df41baa1f6 HTTP/1.1" status: 200 len: 1001 time: 0.0969982 Feb 05 22:45:16.642951 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b80e2d8-e491-4888-83bd-999048a7f809 admin admin] Router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:45:16.645869 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca7ecc-34c0-4a1b-9953-4acda46b0521 req-e74baa0a-3730-440c-8ab2-99fb5c4317a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:16.647891 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-35ca7ecc-34c0-4a1b-9953-4acda46b0521 req-e74baa0a-3730-440c-8ab2-99fb5c4317a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=475e8ece-de3e-49c6-a895-1ccf27af5e7e HTTP/1.1" status: 200 len: 851 time: 0.0577157 Feb 05 22:45:16.727526 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca7ecc-34c0-4a1b-9953-4acda46b0521 req-b77793c3-8b48-40c2-896f-e43e93d0622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:16.729010 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-35ca7ecc-34c0-4a1b-9953-4acda46b0521 req-b77793c3-8b48-40c2-896f-e43e93d0622a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebea9618-4630-4a58-9d58-eedf0e21d8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729733 Feb 05 22:45:16.821736 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b80e2d8-e491-4888-83bd-999048a7f809 admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:45:16.831190 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3e41b3-2453-46e3-961b-98f7c17e66eb None None] Sync routers for ids ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:45:16.841873 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-1b80e2d8-e491-4888-83bd-999048a7f809 admin admin] 10.222.0.24 "PUT /v2.0/routers/06c31b18-4188-4b86-ba9f-0cafa920c0a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7782016 Feb 05 22:45:16.842067 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3e41b3-2453-46e3-961b-98f7c17e66eb None None] Routers {'06c31b18-4188-4b86-ba9f-0cafa920c0a3'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:45:16.842694 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-eb3e41b3-2453-46e3-961b-98f7c17e66eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:44:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:45:16.843019 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 49412) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:16.940822 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-35ca7ecc-34c0-4a1b-9953-4acda46b0521 req-343594f5-76e9-42d9-afd6-e44950f3037f service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001982 Feb 05 22:45:17.020043 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-eb3e41b3-2453-46e3-961b-98f7c17e66eb None None] Set router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:45:17.087552 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c810a333-b3b0-41ec-a9f4-1d25ca7a4a1e admin admin] Notify callbacks [] for router, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:17.135237 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-35ca7ecc-34c0-4a1b-9953-4acda46b0521 req-754493e8-5b06-414e-b141-33eefe946169 service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869087 Feb 05 22:45:17.280952 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c810a333-b3b0-41ec-a9f4-1d25ca7a4a1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:17.341399 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-eb3e41b3-2453-46e3-961b-98f7c17e66eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'name': 'tempest-AttachVolumeShelveTestJSON-129192590-router', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:17Z', 'updated_at': '2022-02-05T22:45:15Z', 'revision_number': 5, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'gw_port': {'id': '583512cf-2a1a-4902-9e2e-6d3cad985545', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:56:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:37:19Z', 'updated_at': '2022-02-05T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:45:17.345231 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3e41b3-2453-46e3-961b-98f7c17e66eb None None] Checking router: 06c31b18-4188-4b86-ba9f-0cafa920c0a3 for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:45:17.353682 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3e41b3-2453-46e3-961b-98f7c17e66eb None None] Routers {'06c31b18-4188-4b86-ba9f-0cafa920c0a3'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:45:17.354264 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-eb3e41b3-2453-46e3-961b-98f7c17e66eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:44:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:45:17.386030 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-c810a333-b3b0-41ec-a9f4-1d25ca7a4a1e admin admin] Deleting port 583512cf-2a1a-4902-9e2e-6d3cad985545 {{(pid=87482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:45:17.386377 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c810a333-b3b0-41ec-a9f4-1d25ca7a4a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:17.514152 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-eb3e41b3-2453-46e3-961b-98f7c17e66eb None None] Set router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 gateway port host: None {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:45:17.572970 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.db [None req-c810a333-b3b0-41ec-a9f4-1d25ca7a4a1e admin admin] For port 583512cf-2a1a-4902-9e2e-6d3cad985545, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=583512cf-2a1a-4902-9e2e-6d3cad985545,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:45:17.573354 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c810a333-b3b0-41ec-a9f4-1d25ca7a4a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:17.667150 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-eb3e41b3-2453-46e3-961b-98f7c17e66eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'name': 'tempest-AttachVolumeShelveTestJSON-129192590-router', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:17Z', 'updated_at': '2022-02-05T22:45:17Z', 'revision_number': 6, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'gw_port_host': None}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:45:17.671289 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3e41b3-2453-46e3-961b-98f7c17e66eb None None] The sync data for ids ['06c31b18-4188-4b86-ba9f-0cafa920c0a3'] in dv-cinder-818886-2-iscsi is: [{'id': '06c31b18-4188-4b86-ba9f-0cafa920c0a3', 'name': 'tempest-AttachVolumeShelveTestJSON-129192590-router', 'tenant_id': '2f1c74641009450eb3df1aeaf162ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:37:17Z', 'updated_at': '2022-02-05T22:45:17Z', 'revision_number': 6, 'project_id': '2f1c74641009450eb3df1aeaf162ccde', 'gw_port_host': None}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:45:17.731435 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-c810a333-b3b0-41ec-a9f4-1d25ca7a4a1e admin admin] Calling delete_port for 583512cf-2a1a-4902-9e2e-6d3cad985545 owned by network:router_gateway {{(pid=87482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:45:17.986083 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c810a333-b3b0-41ec-a9f4-1d25ca7a4a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1726876'] for port, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:18.040551 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810a333-b3b0-41ec-a9f4-1d25ca7a4a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=583512cf-2a1a-4902-9e2e-6d3cad985545,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:18.088008 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 26071329-4076-478f-b6cd-9044b145fb45 no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:45:18.124157 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: 26071329-4076-478f-b6cd-9044b145fb45 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:45:18.124721 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 26071329-4076-478f-b6cd-9044b145fb45 not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:45:18.139340 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c810a333-b3b0-41ec-a9f4-1d25ca7a4a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542460'] for router_gateway, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:18.406473 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c810a333-b3b0-41ec-a9f4-1d25ca7a4a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1677'] for router, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:18.408697 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c810a333-b3b0-41ec-a9f4-1d25ca7a4a1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:18.574817 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c810a333-b3b0-41ec-a9f4-1d25ca7a4a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541590'] for router, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:18.575334 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c810a333-b3b0-41ec-a9f4-1d25ca7a4a1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06c31b18-4188-4b86-ba9f-0cafa920c0a3 {{(pid=87482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 22:45:18.596167 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c810a333-b3b0-41ec-a9f4-1d25ca7a4a1e admin admin] Notify callbacks [] for router, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:18.599656 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-c810a333-b3b0-41ec-a9f4-1d25ca7a4a1e admin admin] 10.222.0.24 "DELETE /v2.0/routers/06c31b18-4188-4b86-ba9f-0cafa920c0a3 HTTP/1.1" status: 204 len: 168 time: 1.7540383 Feb 05 22:45:18.600194 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 49438) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:18.663954 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed06af5-a961-4747-8cd0-c8659c05aaa2 admin admin] Deleting subnet ef675453-a182-4ce7-8469-2fb25b5d7aea {{(pid=87483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 05 22:45:18.666947 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2ed06af5-a961-4747-8cd0-c8659c05aaa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:18.718988 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2ed06af5-a961-4747-8cd0-c8659c05aaa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1429885'] for subnet, precommit_delete_associations {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:18.904213 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2ed06af5-a961-4747-8cd0-c8659c05aaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770741'] for subnet, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:18.937453 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-0fa275f3-923b-4b3f-93bf-41778a622831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:19.083548 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2ed06af5-a961-4747-8cd0-c8659c05aaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10573208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10784605'] for subnet, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:19.122386 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed06af5-a961-4747-8cd0-c8659c05aaa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef675453-a182-4ce7-8469-2fb25b5d7aea,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:19.125914 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2ed06af5-a961-4747-8cd0-c8659c05aaa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:19.131862 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b90d1cd-d006-4840-ad9f-5e94e02c4044 None None] Network 2b0f3db0-4106-46bc-9540-b9ba783310fc requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:45:19.132342 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-2ed06af5-a961-4747-8cd0-c8659c05aaa2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ef675453-a182-4ce7-8469-2fb25b5d7aea HTTP/1.1" status: 204 len: 168 time: 0.5307343 Feb 05 22:45:19.135126 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 49442) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:19.243430 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2548cc7d-e7c2-439c-8da9-25b36ac26390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744846'] for network, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:19.254028 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-2548cc7d-e7c2-439c-8da9-25b36ac26390 admin admin] Deleting port 2a862b26-2c17-49d5-824f-45be849492f6 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:45:19.254364 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2548cc7d-e7c2-439c-8da9-25b36ac26390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:19.396393 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7cafbf-5a13-4755-9966-dfb2159bafb1 None None] DHCP port deletion for 2b0f3db0-4106-46bc-9540-b9ba783310fc request from dv-cinder-818886-2-iscsi {{(pid=87484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 05 22:45:19.401666 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-3b7cafbf-5a13-4755-9966-dfb2159bafb1 None None] Deleting port 2a862b26-2c17-49d5-824f-45be849492f6 {{(pid=87484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:45:19.402057 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-3b7cafbf-5a13-4755-9966-dfb2159bafb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:19.473896 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [None req-2548cc7d-e7c2-439c-8da9-25b36ac26390 admin admin] For port 2a862b26-2c17-49d5-824f-45be849492f6, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=2a862b26-2c17-49d5-824f-45be849492f6,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:45:19.474249 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2548cc7d-e7c2-439c-8da9-25b36ac26390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:19.598673 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-2548cc7d-e7c2-439c-8da9-25b36ac26390 admin admin] Calling delete_port for 2a862b26-2c17-49d5-824f-45be849492f6 owned by network:dhcp {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:45:19.612459 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-3b7cafbf-5a13-4755-9966-dfb2159bafb1 None None] For port 2a862b26-2c17-49d5-824f-45be849492f6, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=2a862b26-2c17-49d5-824f-45be849492f6,segment=NetworkSegment(03e209a7-0239-4481-a984-9b840e367576),segment_id=03e209a7-0239-4481-a984-9b840e367576)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:45:19.613276 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-3b7cafbf-5a13-4755-9966-dfb2159bafb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:19.742330 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-3b7cafbf-5a13-4755-9966-dfb2159bafb1 None None] Calling delete_port for 2a862b26-2c17-49d5-824f-45be849492f6 owned by network:dhcp {{(pid=87484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:45:19.748770 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2548cc7d-e7c2-439c-8da9-25b36ac26390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:19.800934 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548cc7d-e7c2-439c-8da9-25b36ac26390 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a862b26-2c17-49d5-824f-45be849492f6,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:19.805796 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2548cc7d-e7c2-439c-8da9-25b36ac26390 admin admin] No DVR routers for this DVR port 2a862b26-2c17-49d5-824f-45be849492f6 on host dv-cinder-818886-2-iscsi {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:45:19.823510 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.db.api [None req-3b7cafbf-5a13-4755-9966-dfb2159bafb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 22:45:19.824018 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG oslo_db.api [None req-3b7cafbf-5a13-4755-9966-dfb2159bafb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 22:45:19.894896 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 583512cf-2a1a-4902-9e2e-6d3cad985545 no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:45:19.925364 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2548cc7d-e7c2-439c-8da9-25b36ac26390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771300', 'neutron.services.segments.db._delete_segments_for_network-8748711873850'] for network, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:19.930357 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: 583512cf-2a1a-4902-9e2e-6d3cad985545 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:45:19.930838 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 583512cf-2a1a-4902-9e2e-6d3cad985545 not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:45:19.931349 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 2a862b26-2c17-49d5-824f-45be849492f6 no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:45:19.953601 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-2548cc7d-e7c2-439c-8da9-25b36ac26390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0f3db0-4106-46bc-9540-b9ba783310fc']}} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:45:19.966153 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-2548cc7d-e7c2-439c-8da9-25b36ac26390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e209a7-0239-4481-a984-9b840e367576') {'for_net_delete': True} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:45:19.966449 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-2548cc7d-e7c2-439c-8da9-25b36ac26390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e209a7-0239-4481-a984-9b840e367576') {} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:45:19.969259 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: 2a862b26-2c17-49d5-824f-45be849492f6 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:45:19.969603 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 2a862b26-2c17-49d5-824f-45be849492f6 not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:45:19.978960 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2548cc7d-e7c2-439c-8da9-25b36ac26390 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748711876181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1429834'] for segment, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:19.994987 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2548cc7d-e7c2-439c-8da9-25b36ac26390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:20.000867 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2548cc7d-e7c2-439c-8da9-25b36ac26390 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 22:45:20.001280 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2548cc7d-e7c2-439c-8da9-25b36ac26390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3777956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11000378'] for segment, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: Traceback (most recent call last): Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: timer() Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: cb(*args, **kw) Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: return func(*args, **kwargs) Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: self._notify() Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: self.callback(batched_events) Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: event.method(event) Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: return f(self, *a, **k) Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: return self._get(url).json() Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: return self.request(url, 'GET', **kwargs) Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 22:45:20.014485 dv-cinder-818886-2-iscsi neutron-server[87483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 22:45:20.194810 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2548cc7d-e7c2-439c-8da9-25b36ac26390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542425'] for network, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:20.199213 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2548cc7d-e7c2-439c-8da9-25b36ac26390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:20.223086 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548cc7d-e7c2-439c-8da9-25b36ac26390 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b0f3db0-4106-46bc-9540-b9ba783310fc,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:20.311980 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-2548cc7d-e7c2-439c-8da9-25b36ac26390 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2b0f3db0-4106-46bc-9540-b9ba783310fc HTTP/1.1" status: 204 len: 168 time: 1.1758349 Feb 05 22:45:20.325597 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-3b7cafbf-5a13-4755-9966-dfb2159bafb1 None None] Deleting port 2a862b26-2c17-49d5-824f-45be849492f6 {{(pid=87484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:45:20.326086 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-3b7cafbf-5a13-4755-9966-dfb2159bafb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:20.394571 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-3b7cafbf-5a13-4755-9966-dfb2159bafb1 None None] The port '2a862b26-2c17-49d5-824f-45be849492f6' was deleted {{(pid=87484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 05 22:45:20.733285 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 49466) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:20.783781 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-0ac8e90d-dc54-48c4-bd82-e7fe0e376dda admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f1c74641009450eb3df1aeaf162ccde&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0493689 Feb 05 22:45:20.786189 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 49470) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:20.847412 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c078c864-033a-4230-ac8e-2a91462fe17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:20.873410 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c078c864-033a-4230-ac8e-2a91462fe17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:20.997357 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c078c864-033a-4230-ac8e-2a91462fe17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:21.015246 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078c864-033a-4230-ac8e-2a91462fe17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39666c54-4721-41ea-9b41-c8a010bd3584,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:21.021885 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c078c864-033a-4230-ac8e-2a91462fe17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:21.023012 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-c078c864-033a-4230-ac8e-2a91462fe17a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39666c54-4721-41ea-9b41-c8a010bd3584 HTTP/1.1" status: 204 len: 168 time: 0.2359450 Feb 05 22:45:21.319741 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-c8aaef82-d57e-4b95-9747-d2e265d5ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:22.262926 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:22.542753 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:23.760267 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:27.290503 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 49634) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:27.407159 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-636ff36a-324b-4c05-af67-862fac30dfad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:27.421654 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-636ff36a-324b-4c05-af67-862fac30dfad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:45:27.425465 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-636ff36a-324b-4c05-af67-862fac30dfad admin admin] Usage tracker for resource:security_group_rule and tenant:fe8c29b1aa3346e0bded2eafd878e9f3 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:45:27.428427 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-636ff36a-324b-4c05-af67-862fac30dfad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:45:27.434138 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-636ff36a-324b-4c05-af67-862fac30dfad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:45:27.514486 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-636ff36a-324b-4c05-af67-862fac30dfad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:27.617238 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-636ff36a-324b-4c05-af67-862fac30dfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:27.666955 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-636ff36a-324b-4c05-af67-862fac30dfad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe8c29b1aa3346e0bded2eafd878e9f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3754361 Feb 05 22:45:27.668517 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ff36a-324b-4c05-af67-862fac30dfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a1a53b-7896-4a91-ab8c-543b2b05d8d2,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:27.669601 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 49646) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:27.730657 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b69f0cdf-1288-4aeb-a0da-5229a82a6e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:27.761213 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b69f0cdf-1288-4aeb-a0da-5229a82a6e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:27.883224 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b69f0cdf-1288-4aeb-a0da-5229a82a6e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:27.899386 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f0cdf-1288-4aeb-a0da-5229a82a6e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a1a53b-7896-4a91-ab8c-543b2b05d8d2,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:27.903723 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b69f0cdf-1288-4aeb-a0da-5229a82a6e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:27.909589 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-b69f0cdf-1288-4aeb-a0da-5229a82a6e5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93a1a53b-7896-4a91-ab8c-543b2b05d8d2 HTTP/1.1" status: 204 len: 168 time: 0.2341919 Feb 05 22:45:28.577410 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 49656) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:28.595401 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-658ecf39-a7d9-4647-83d6-f6fd5d172cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:28.610326 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-658ecf39-a7d9-4647-83d6-f6fd5d172cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:45:28.614246 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-658ecf39-a7d9-4647-83d6-f6fd5d172cab admin admin] Usage tracker for resource:security_group_rule and tenant:e92238cf514648919bc32a3eacfb5b17 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:45:28.617287 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-658ecf39-a7d9-4647-83d6-f6fd5d172cab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:45:28.623008 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-658ecf39-a7d9-4647-83d6-f6fd5d172cab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:45:28.703924 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-658ecf39-a7d9-4647-83d6-f6fd5d172cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:28.771139 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-658ecf39-a7d9-4647-83d6-f6fd5d172cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:28.816505 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-658ecf39-a7d9-4647-83d6-f6fd5d172cab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e92238cf514648919bc32a3eacfb5b17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380111 Feb 05 22:45:28.817447 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ecf39-a7d9-4647-83d6-f6fd5d172cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923f1fdd-db51-4405-a18c-ea872dcfd18f,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:28.820347 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 49662) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:28.879719 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-804ad477-53bb-4d64-8b1d-0228c15f48f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:28.906610 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-804ad477-53bb-4d64-8b1d-0228c15f48f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:29.039686 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-804ad477-53bb-4d64-8b1d-0228c15f48f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:29.056269 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ad477-53bb-4d64-8b1d-0228c15f48f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923f1fdd-db51-4405-a18c-ea872dcfd18f,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:29.064353 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-804ad477-53bb-4d64-8b1d-0228c15f48f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:29.065492 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-804ad477-53bb-4d64-8b1d-0228c15f48f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/923f1fdd-db51-4405-a18c-ea872dcfd18f HTTP/1.1" status: 204 len: 168 time: 0.2440395 Feb 05 22:45:31.525210 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 49716) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:31.640270 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-8c5f42f7-520c-4c19-91a0-6ad4dddbdaac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:31.655216 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-8c5f42f7-520c-4c19-91a0-6ad4dddbdaac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:45:31.659014 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-8c5f42f7-520c-4c19-91a0-6ad4dddbdaac admin admin] Usage tracker for resource:security_group_rule and tenant:1dfe7ce3bf504312b7ef19ab716fede4 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:45:31.661778 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-8c5f42f7-520c-4c19-91a0-6ad4dddbdaac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:45:31.668272 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-8c5f42f7-520c-4c19-91a0-6ad4dddbdaac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:45:31.748502 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-8c5f42f7-520c-4c19-91a0-6ad4dddbdaac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:31.816910 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-8c5f42f7-520c-4c19-91a0-6ad4dddbdaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:31.869506 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-8c5f42f7-520c-4c19-91a0-6ad4dddbdaac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1dfe7ce3bf504312b7ef19ab716fede4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430753 Feb 05 22:45:31.870392 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f42f7-520c-4c19-91a0-6ad4dddbdaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e282ec14-c693-4a81-aaed-cd3479112b6f,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:31.872288 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 49726) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:31.945920 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d28fcef4-11f0-4616-acfb-82a5566b1180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:31.974785 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d28fcef4-11f0-4616-acfb-82a5566b1180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:32.102777 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d28fcef4-11f0-4616-acfb-82a5566b1180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:32.119459 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fcef4-11f0-4616-acfb-82a5566b1180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e282ec14-c693-4a81-aaed-cd3479112b6f,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:32.129294 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d28fcef4-11f0-4616-acfb-82a5566b1180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:32.130422 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-d28fcef4-11f0-4616-acfb-82a5566b1180 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e282ec14-c693-4a81-aaed-cd3479112b6f HTTP/1.1" status: 204 len: 168 time: 0.2553723 Feb 05 22:45:32.359853 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:45:32.917626 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 49746) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:32.935373 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-689c5377-ba42-4441-94cc-b9334ff1490e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:32.950247 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-689c5377-ba42-4441-94cc-b9334ff1490e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:45:32.959135 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-689c5377-ba42-4441-94cc-b9334ff1490e admin admin] Usage tracker for resource:security_group_rule and tenant:87a462f6b28e45e8844f3b499f4b31ef is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:45:32.959135 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-689c5377-ba42-4441-94cc-b9334ff1490e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:45:32.963572 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-689c5377-ba42-4441-94cc-b9334ff1490e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:45:33.045701 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-689c5377-ba42-4441-94cc-b9334ff1490e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:33.136697 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-689c5377-ba42-4441-94cc-b9334ff1490e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:33.184217 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c5377-ba42-4441-94cc-b9334ff1490e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3aa83f-3bf3-4e0b-9b6f-db2b9e25b23f,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:33.189602 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-689c5377-ba42-4441-94cc-b9334ff1490e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87a462f6b28e45e8844f3b499f4b31ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707639 Feb 05 22:45:33.192220 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 49752) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:33.249570 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-55be69ac-ed90-45a5-9f83-3cd5ccab008c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:33.275049 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-55be69ac-ed90-45a5-9f83-3cd5ccab008c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:33.416973 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-55be69ac-ed90-45a5-9f83-3cd5ccab008c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:33.431285 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be69ac-ed90-45a5-9f83-3cd5ccab008c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3aa83f-3bf3-4e0b-9b6f-db2b9e25b23f,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:33.438751 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-55be69ac-ed90-45a5-9f83-3cd5ccab008c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:33.444202 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-55be69ac-ed90-45a5-9f83-3cd5ccab008c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be3aa83f-3bf3-4e0b-9b6f-db2b9e25b23f HTTP/1.1" status: 204 len: 168 time: 0.2469490 Feb 05 22:45:38.063242 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 49854) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:38.183048 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f91a01c8-a160-466b-8615-e56d28c9a5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:38.198765 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-f91a01c8-a160-466b-8615-e56d28c9a5c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:45:38.202836 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-f91a01c8-a160-466b-8615-e56d28c9a5c9 admin admin] Usage tracker for resource:security_group_rule and tenant:6e6b176eab004b8aae47fac1c2e96c44 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:45:38.205896 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-f91a01c8-a160-466b-8615-e56d28c9a5c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:45:38.214265 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-f91a01c8-a160-466b-8615-e56d28c9a5c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:45:38.296489 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f91a01c8-a160-466b-8615-e56d28c9a5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:38.382533 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f91a01c8-a160-466b-8615-e56d28c9a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:38.432463 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-f91a01c8-a160-466b-8615-e56d28c9a5c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e6b176eab004b8aae47fac1c2e96c44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681731 Feb 05 22:45:38.434006 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a01c8-a160-466b-8615-e56d28c9a5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9450cc4c-3a8c-4667-b206-155bda30e55d,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:38.435168 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 49864) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:38.497655 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1509fbb9-0424-4428-97b8-7c2c66b93b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:38.523621 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1509fbb9-0424-4428-97b8-7c2c66b93b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:38.673931 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1509fbb9-0424-4428-97b8-7c2c66b93b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:38.692878 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509fbb9-0424-4428-97b8-7c2c66b93b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9450cc4c-3a8c-4667-b206-155bda30e55d,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:38.698860 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1509fbb9-0424-4428-97b8-7c2c66b93b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:38.699971 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-1509fbb9-0424-4428-97b8-7c2c66b93b81 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9450cc4c-3a8c-4667-b206-155bda30e55d HTTP/1.1" status: 204 len: 168 time: 0.2632251 Feb 05 22:45:41.327883 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:47.345179 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b37c2a38-df8f-4977-8806-faf149038b08 req-bc402cf7-52c6-4362-9dc0-4edf8b5ecbf5 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-614543567&fields=id&tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793 HTTP/1.1" status: 200 len: 267 time: 0.0409446 Feb 05 22:45:47.497117 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c2a38-df8f-4977-8806-faf149038b08 req-92d081a8-03f1-4dd6-9b05-307d24312b30 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:47.498642 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b37c2a38-df8f-4977-8806-faf149038b08 req-92d081a8-03f1-4dd6-9b05-307d24312b30 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/networks?id=ebea9618-4630-4a58-9d58-eedf0e21d8a9 HTTP/1.1" status: 200 len: 812 time: 0.1456671 Feb 05 22:45:47.513486 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b37c2a38-df8f-4977-8806-faf149038b08 req-d039a6ab-a4db-4f81-a64d-c905609fdf07 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/quotas/c11ef7c1d2e84d30b7e289e2ed5ba793 HTTP/1.1" status: 200 len: 375 time: 0.0092974 Feb 05 22:45:47.601698 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e2ea895e-95b5-401e-a0c7-e3c19d5a46b4 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0823686 Feb 05 22:45:47.745273 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b37c2a38-df8f-4977-8806-faf149038b08 req-45e305b9-742d-49ea-982c-70db98ffe51b service neutron] 10.222.0.24 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315491 Feb 05 22:45:47.878723 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-b37c2a38-df8f-4977-8806-faf149038b08 req-d20f8de4-5fe7-4047-b961-67b4a2e353fa service neutron] 10.222.0.24 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272707 Feb 05 22:45:48.544759 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-36cf1289-6c88-400a-94ce-05401d629ef0 req-d5a6edd8-856e-4d70-838e-10173f6699e8 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 210 time: 0.0491257 Feb 05 22:45:48.894132 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-0036f9e1-2fa9-4b8d-bf46-94727050dff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:49.707514 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ab8048ea-2287-4317-9975-e234498db019 req-a97fe95d-1a7a-41b6-8263-d62e3a3f05f0 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 210 time: 0.0467446 Feb 05 22:45:50.382712 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50010) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:50.499197 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d25edd96-21fa-4a2e-8c3b-3d3b6ac56fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:50.514065 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-d25edd96-21fa-4a2e-8c3b-3d3b6ac56fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:45:50.517778 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-d25edd96-21fa-4a2e-8c3b-3d3b6ac56fa0 admin admin] Usage tracker for resource:security_group_rule and tenant:3c49fe2a60fa40419498a06f7defa864 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:45:50.520525 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-d25edd96-21fa-4a2e-8c3b-3d3b6ac56fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:45:50.557193 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-d25edd96-21fa-4a2e-8c3b-3d3b6ac56fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:45:50.605249 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d25edd96-21fa-4a2e-8c3b-3d3b6ac56fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:50.693692 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d25edd96-21fa-4a2e-8c3b-3d3b6ac56fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:50.734902 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c2a38-df8f-4977-8806-faf149038b08 req-58a2cc44-7563-4651-992f-96b5aa4e42af tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:50.736455 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b37c2a38-df8f-4977-8806-faf149038b08 req-58a2cc44-7563-4651-992f-96b5aa4e42af tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.45 "GET /v2.0/networks?id=ebea9618-4630-4a58-9d58-eedf0e21d8a9 HTTP/1.1" status: 200 len: 812 time: 0.2536175 Feb 05 22:45:50.798553 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-d25edd96-21fa-4a2e-8c3b-3d3b6ac56fa0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c49fe2a60fa40419498a06f7defa864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4144197 Feb 05 22:45:50.801611 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50020) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:50.823612 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25edd96-21fa-4a2e-8c3b-3d3b6ac56fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4e2ac9-07ed-4e90-8559-714f48445de4,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:50.838625 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b37c2a38-df8f-4977-8806-faf149038b08 req-f49aff4c-1a65-4bb7-b728-113321db750f tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793 HTTP/1.1" status: 200 len: 379 time: 0.0921202 Feb 05 22:45:50.861463 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25edd96-21fa-4a2e-8c3b-3d3b6ac56fa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:45:50.861463 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25edd96-21fa-4a2e-8c3b-3d3b6ac56fa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:45:50.861463 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25edd96-21fa-4a2e-8c3b-3d3b6ac56fa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:45:50.861463 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25edd96-21fa-4a2e-8c3b-3d3b6ac56fa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:45:50.861463 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25edd96-21fa-4a2e-8c3b-3d3b6ac56fa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:45:50.861463 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25edd96-21fa-4a2e-8c3b-3d3b6ac56fa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:45:50.861463 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25edd96-21fa-4a2e-8c3b-3d3b6ac56fa0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:45:50.861463 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25edd96-21fa-4a2e-8c3b-3d3b6ac56fa0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:45:50.861463 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25edd96-21fa-4a2e-8c3b-3d3b6ac56fa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:45:50.861463 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25edd96-21fa-4a2e-8c3b-3d3b6ac56fa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:45:50.861463 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25edd96-21fa-4a2e-8c3b-3d3b6ac56fa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:45:50.861463 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25edd96-21fa-4a2e-8c3b-3d3b6ac56fa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:45:50.863486 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e487697d-61c7-46df-97fb-203193013586 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Request body: {'port': {'device_id': '73f388d4-b673-45e1-b123-0af04574701b', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'admin_state_up': True, 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'security_groups': ['9fb1c991-0177-4839-bafa-55f0dbbe213d']}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:45:51.046363 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-da0c5513-340e-4ee9-b47c-67527977da6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:51.095013 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-da0c5513-340e-4ee9-b47c-67527977da6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:51.137505 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-36cc4a30-c40b-4ebe-994b-4f7d8dbf05d0 req-aab107a7-19b4-4bd3-948f-dccd41212c42 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 210 time: 0.0761800 Feb 05 22:45:51.209787 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e487697d-61c7-46df-97fb-203193013586 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:45:51.220483 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e487697d-61c7-46df-97fb-203193013586 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:45:51.248359 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-da0c5513-340e-4ee9-b47c-67527977da6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:51.264489 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c5513-340e-4ee9-b47c-67527977da6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4e2ac9-07ed-4e90-8559-714f48445de4,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:51.272818 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-da0c5513-340e-4ee9-b47c-67527977da6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:51.273976 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-da0c5513-340e-4ee9-b47c-67527977da6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b4e2ac9-07ed-4e90-8559-714f48445de4 HTTP/1.1" status: 204 len: 168 time: 0.4708488 Feb 05 22:45:51.308053 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e487697d-61c7-46df-97fb-203193013586 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Made reservation on behalf of c11ef7c1d2e84d30b7e289e2ed5ba793 for: {'port': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:45:51.311715 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e487697d-61c7-46df-97fb-203193013586 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:51.359040 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4625c39a-285e-47ae-9b97-0f8786c2343a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:51.475498 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e487697d-61c7-46df-97fb-203193013586 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Allocated IP 172.20.0.5 (ebea9618-4630-4a58-9d58-eedf0e21d8a9/475e8ece-de3e-49c6-a895-1ccf27af5e7e/3d6a8142-858d-4883-89ee-f7716ec0f1a4) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:45:51.665582 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e487697d-61c7-46df-97fb-203193013586 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:51.680758 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e487697d-61c7-46df-97fb-203193013586 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Transition to ACTIVE for port object 3d6a8142-858d-4883-89ee-f7716ec0f1a4 will not be triggered until provisioned by entity DHCP. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:45:51.765468 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e487697d-61c7-46df-97fb-203193013586 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:51.834724 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e487697d-61c7-46df-97fb-203193013586 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Network ebea9618-4630-4a58-9d58-eedf0e21d8a9 is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:45:51.838518 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e487697d-61c7-46df-97fb-203193013586 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:45:51.842499 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e487697d-61c7-46df-97fb-203193013586 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:45:51.878114 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487697d-61c7-46df-97fb-203193013586 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event updated for resources: {'Port': ['ID=3d6a8142-858d-4883-89ee-f7716ec0f1a4,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:51.925703 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e487697d-61c7-46df-97fb-203193013586 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:51.926335 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e487697d-61c7-46df-97fb-203193013586 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:51.981802 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50032) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:51.999705 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0e1ab23f-4f4a-4b14-ae68-94e4ce1b262e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:52.015572 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-0e1ab23f-4f4a-4b14-ae68-94e4ce1b262e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:45:52.019451 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-0e1ab23f-4f4a-4b14-ae68-94e4ce1b262e admin admin] Usage tracker for resource:security_group_rule and tenant:a56dda645c39481f98fe22ec6c8b22a3 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:45:52.022348 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-0e1ab23f-4f4a-4b14-ae68-94e4ce1b262e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:45:52.028375 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-0e1ab23f-4f4a-4b14-ae68-94e4ce1b262e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:45:52.062782 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e487697d-61c7-46df-97fb-203193013586 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2197504 Feb 05 22:45:52.074009 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] Request body: {'port': {'device_id': '73f388d4-b673-45e1-b123-0af04574701b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:45:52.148254 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0e1ab23f-4f4a-4b14-ae68-94e4ce1b262e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:52.182982 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f8c0c3d4-dc0e-4f49-878d-15d12b96d830 None None] Provisioning for port 3d6a8142-858d-4883-89ee-f7716ec0f1a4 completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:45:52.191759 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f8c0c3d4-dc0e-4f49-878d-15d12b96d830 None None] Provisioning complete for port 3d6a8142-858d-4883-89ee-f7716ec0f1a4 triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:45:52.192718 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f8c0c3d4-dc0e-4f49-878d-15d12b96d830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:52.197553 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:52.248832 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0e1ab23f-4f4a-4b14-ae68-94e4ce1b262e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:52.272892 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f8c0c3d4-dc0e-4f49-878d-15d12b96d830 None None] Port 3d6a8142-858d-4883-89ee-f7716ec0f1a4 cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:45:52.307045 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-0e1ab23f-4f4a-4b14-ae68-94e4ce1b262e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a56dda645c39481f98fe22ec6c8b22a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234310 Feb 05 22:45:52.307704 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50042) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:52.311167 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ab23f-4f4a-4b14-ae68-94e4ce1b262e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4c7963-f8d8-4b7d-9729-de8909327a89,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:52.371653 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:52.373272 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8df4557a-faa9-4ee1-8d86-0eb9fb3cebff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:52.400932 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8df4557a-faa9-4ee1-8d86-0eb9fb3cebff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:52.519567 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:52.539569 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8e5e8-f67c-4140-b727-8c3d42252b80 req-654f8342-ee46-447f-94a7-d9d430125d10 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:52.540170 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-16d8e5e8-f67c-4140-b727-8c3d42252b80 req-654f8342-ee46-447f-94a7-d9d430125d10 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Synchronizing usage tracker for tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:45:52.662348 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8df4557a-faa9-4ee1-8d86-0eb9fb3cebff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:52.678465 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6a8142-858d-4883-89ee-f7716ec0f1a4 {{(pid=87483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:45:52.679365 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4557a-faa9-4ee1-8d86-0eb9fb3cebff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4c7963-f8d8-4b7d-9729-de8909327a89,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:52.683995 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8df4557a-faa9-4ee1-8d86-0eb9fb3cebff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:52.685245 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-8df4557a-faa9-4ee1-8d86-0eb9fb3cebff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a4c7963-f8d8-4b7d-9729-de8909327a89 HTTP/1.1" status: 204 len: 168 time: 0.3758159 Feb 05 22:45:52.689405 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:52.705929 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-16d8e5e8-f67c-4140-b727-8c3d42252b80 req-654f8342-ee46-447f-94a7-d9d430125d10 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Unset dirty status for tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:45:52.707140 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-16d8e5e8-f67c-4140-b727-8c3d42252b80 req-654f8342-ee46-447f-94a7-d9d430125d10 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 931 time: 0.4060028 Feb 05 22:45:52.708144 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] Transition to ACTIVE for port object 3d6a8142-858d-4883-89ee-f7716ec0f1a4 will not be triggered until provisioned by entity L2. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:45:52.767330 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-16d8e5e8-f67c-4140-b727-8c3d42252b80 req-53696ca9-0ebc-4405-b794-77fdfebbea98 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505536 Feb 05 22:45:52.791057 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:52.927391 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] Pushing event updated for resources: {'Port': ['ID=3d6a8142-858d-4883-89ee-f7716ec0f1a4,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:53.043834 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] Attempting to bind port 3d6a8142-858d-4883-89ee-f7716ec0f1a4 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:45:53.044043 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] Attempting to bind port 3d6a8142-858d-4883-89ee-f7716ec0f1a4 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'd7af7278-00da-4a19-8b7b-1858f8d90a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9'}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:45:53.044346 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] Attempting to bind port 3d6a8142-858d-4883-89ee-f7716ec0f1a4 on network ebea9618-4630-4a58-9d58-eedf0e21d8a9 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:45:53.049239 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] Port 3d6a8142-858d-4883-89ee-f7716ec0f1a4 on network ebea9618-4630-4a58-9d58-eedf0e21d8a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 05 22:45:53.049708 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] Attempting to bind port 3d6a8142-858d-4883-89ee-f7716ec0f1a4 on network ebea9618-4630-4a58-9d58-eedf0e21d8a9 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:45:53.054994 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] Checking agent: {'id': 'bad58867-603f-489e-b0dd-362048cf3d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'started_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:45:53.055530 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] Checking segment: {'id': 'd7af7278-00da-4a19-8b7b-1858f8d90a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:45:53.055930 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] Bound using segment: {'id': 'd7af7278-00da-4a19-8b7b-1858f8d90a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9'} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:45:53.056593 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] Bound port: 3d6a8142-858d-4883-89ee-f7716ec0f1a4, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7af7278-00da-4a19-8b7b-1858f8d90a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9'}}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:45:53.057050 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:53.326407 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] For port 3d6a8142-858d-4883-89ee-f7716ec0f1a4, host hv-cinder-81888, cleared binding levels {{(pid=87483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:45:53.330433 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] For port 3d6a8142-858d-4883-89ee-f7716ec0f1a4, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3d6a8142-858d-4883-89ee-f7716ec0f1a4,segment=NetworkSegment(d7af7278-00da-4a19-8b7b-1858f8d90a47),segment_id=d7af7278-00da-4a19-8b7b-1858f8d90a47)] {{(pid=87483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:45:53.350096 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bd5f1-f2b0-47e4-a074-72b315fd3498 req-c112a8f2-3207-4bdf-be70-04cba1ab3940 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:53.351534 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-013bd5f1-f2b0-47e4-a074-72b315fd3498 req-c112a8f2-3207-4bdf-be70-04cba1ab3940 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 945 time: 0.1149454 Feb 05 22:45:53.398344 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-013bd5f1-f2b0-47e4-a074-72b315fd3498 req-4ae35908-45d0-4976-82d9-7dd1e2dc9efd tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=e712e119-f181-4559-98b9-2e66ebd0321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412343 Feb 05 22:45:53.433845 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:53.492269 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:53.496793 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:53.496793 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b37c2a38-df8f-4977-8806-faf149038b08 req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] 10.222.0.45 "PUT /v2.0/ports/3d6a8142-858d-4883-89ee-f7716ec0f1a4 HTTP/1.1" status: 200 len: 1093 time: 1.4257631 Feb 05 22:45:53.496793 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f388d4-b673-45e1-b123-0af04574701b', 'tag': '3d6a8142-858d-4883-89ee-f7716ec0f1a4'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:45:53.522119 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfef94-4c2e-40fd-adc5-22c098cd255f service neutron] Pushing event updated for resources: {'Port': ['ID=3d6a8142-858d-4883-89ee-f7716ec0f1a4,revision_number=3']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:53.529736 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50062) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:53.551766 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f388d4-b673-45e1-b123-0af04574701b', 'tag': '3d6a8142-858d-4883-89ee-f7716ec0f1a4', 'status': 'completed', 'code': 200} Feb 05 22:45:53.553672 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6d65e977-4f6b-4ce4-b590-534ee7e60a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:53.570982 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-6d65e977-4f6b-4ce4-b590-534ee7e60a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:45:53.575988 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-6d65e977-4f6b-4ce4-b590-534ee7e60a39 admin admin] Usage tracker for resource:security_group_rule and tenant:dc0ed6f701f64b0a833ac80fcc19b33b is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:45:53.579138 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-6d65e977-4f6b-4ce4-b590-534ee7e60a39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:45:53.584858 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-6d65e977-4f6b-4ce4-b590-534ee7e60a39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:45:53.673830 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96daa00-a101-44a7-a78f-24658fb8c12e req-ad46d35b-43fa-417e-96f6-99cb581a17ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:53.675381 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e96daa00-a101-44a7-a78f-24658fb8c12e req-ad46d35b-43fa-417e-96f6-99cb581a17ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793&device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 1096 time: 0.1016684 Feb 05 22:45:53.691336 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6d65e977-4f6b-4ce4-b590-534ee7e60a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:53.805038 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:53.818547 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96daa00-a101-44a7-a78f-24658fb8c12e req-959fefac-c861-49fc-ae90-795461141f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:53.819990 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e96daa00-a101-44a7-a78f-24658fb8c12e req-959fefac-c861-49fc-ae90-795461141f97 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1365514 Feb 05 22:45:53.839687 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6d65e977-4f6b-4ce4-b590-534ee7e60a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:53.893551 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-6d65e977-4f6b-4ce4-b590-534ee7e60a39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc0ed6f701f64b0a833ac80fcc19b33b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3604517 Feb 05 22:45:53.893551 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65e977-4f6b-4ce4-b590-534ee7e60a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c95bcf7-cdd9-4fbf-8570-126ecad1dbdc,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:53.894632 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50068) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:53.956139 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c65b5678-78c6-4814-a829-ccf99847b019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:53.982511 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c65b5678-78c6-4814-a829-ccf99847b019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:54.015537 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96daa00-a101-44a7-a78f-24658fb8c12e req-fcfb7440-025e-4755-a0c6-6b087a64b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:54.016979 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e96daa00-a101-44a7-a78f-24658fb8c12e req-fcfb7440-025e-4755-a0c6-6b087a64b051 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1908534 Feb 05 22:45:54.033544 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937a22b-acb0-43bf-b477-904f272807b8 req-5775ba3e-813d-4778-b265-ca5ebd797f86 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:54.034982 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6937a22b-acb0-43bf-b477-904f272807b8 req-5775ba3e-813d-4778-b265-ca5ebd797f86 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 943 time: 0.1209161 Feb 05 22:45:54.116400 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c65b5678-78c6-4814-a829-ccf99847b019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:54.124989 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6937a22b-acb0-43bf-b477-904f272807b8 req-e03acfd6-83c4-47c4-adfe-9948f79335e4 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842946 Feb 05 22:45:54.131827 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b5678-78c6-4814-a829-ccf99847b019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c95bcf7-cdd9-4fbf-8570-126ecad1dbdc,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:54.141448 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c65b5678-78c6-4814-a829-ccf99847b019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:54.145088 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-c65b5678-78c6-4814-a829-ccf99847b019 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c95bcf7-cdd9-4fbf-8570-126ecad1dbdc HTTP/1.1" status: 204 len: 168 time: 0.2472212 Feb 05 22:45:54.169751 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c2a38-df8f-4977-8806-faf149038b08 req-3ac8b180-575b-43e9-a402-9c3565531566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:54.171251 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b37c2a38-df8f-4977-8806-faf149038b08 req-3ac8b180-575b-43e9-a402-9c3565531566 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793&device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 1096 time: 0.1162736 Feb 05 22:45:54.242744 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b37c2a38-df8f-4977-8806-faf149038b08 req-db605982-a2ab-4165-8a0c-c547ced5d7d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d6a8142-858d-4883-89ee-f7716ec0f1a4 HTTP/1.1" status: 200 len: 217 time: 0.0636358 Feb 05 22:45:54.309956 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c2a38-df8f-4977-8806-faf149038b08 req-1f4b0b7e-df57-4451-b14e-e0a7b47b7563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:54.311509 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b37c2a38-df8f-4977-8806-faf149038b08 req-1f4b0b7e-df57-4451-b14e-e0a7b47b7563 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=475e8ece-de3e-49c6-a895-1ccf27af5e7e HTTP/1.1" status: 200 len: 851 time: 0.0608704 Feb 05 22:45:54.392726 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c2a38-df8f-4977-8806-faf149038b08 req-7e44449d-4eac-4480-ae9f-a8de52c3f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:54.394164 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b37c2a38-df8f-4977-8806-faf149038b08 req-7e44449d-4eac-4480-ae9f-a8de52c3f883 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebea9618-4630-4a58-9d58-eedf0e21d8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761127 Feb 05 22:45:54.544368 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b37c2a38-df8f-4977-8806-faf149038b08 req-9a39e6fa-1859-478e-a401-3e60b7aa1a8a service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430507 Feb 05 22:45:54.637388 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67dfe9-c71d-4c1c-b62e-c3bb1727433c req-5ce2c447-c2a4-4423-a375-4bb896625bf8 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:54.638976 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ac67dfe9-c71d-4c1c-b62e-c3bb1727433c req-5ce2c447-c2a4-4423-a375-4bb896625bf8 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 945 time: 0.1222973 Feb 05 22:45:54.686725 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ac67dfe9-c71d-4c1c-b62e-c3bb1727433c req-69daf587-dbd9-422c-88a5-1e351b519a71 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=e712e119-f181-4559-98b9-2e66ebd0321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418725 Feb 05 22:45:54.716953 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b37c2a38-df8f-4977-8806-faf149038b08 req-2fbf66de-ce42-4540-8de2-cd15206bc0da service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660285 Feb 05 22:45:54.950597 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f015ac8-83cc-4133-a50b-741d5b206218 req-7d409e4e-baf4-4115-ae64-3dbb039fd54a tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:54.952018 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8f015ac8-83cc-4133-a50b-741d5b206218 req-7d409e4e-baf4-4115-ae64-3dbb039fd54a tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 945 time: 0.0795484 Feb 05 22:45:55.025322 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-8f015ac8-83cc-4133-a50b-741d5b206218 req-8ea9440c-458e-4c7e-949f-e067591415c5 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Deleting port e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:45:55.025678 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-8f015ac8-83cc-4133-a50b-741d5b206218 req-8ea9440c-458e-4c7e-949f-e067591415c5 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:55.420496 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-8f015ac8-83cc-4133-a50b-741d5b206218 req-8ea9440c-458e-4c7e-949f-e067591415c5 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] For port e7c24c1d-4cfe-4ec5-baee-1ccd0448f059, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e7c24c1d-4cfe-4ec5-baee-1ccd0448f059,segment=NetworkSegment(118ee127-cf60-441f-ad69-c306ada521bb),segment_id=118ee127-cf60-441f-ad69-c306ada521bb)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:45:55.420906 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-8f015ac8-83cc-4133-a50b-741d5b206218 req-8ea9440c-458e-4c7e-949f-e067591415c5 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:55.606445 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aea62a-1c62-4f9f-b49b-434c0cc2a881 req-dce8b3da-1ad4-432b-90f4-cf73fdd4b73c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:55.607902 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-69aea62a-1c62-4f9f-b49b-434c0cc2a881 req-dce8b3da-1ad4-432b-90f4-cf73fdd4b73c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 943 time: 0.2549646 Feb 05 22:45:55.751675 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-69aea62a-1c62-4f9f-b49b-434c0cc2a881 req-ca49cdcc-b536-41e8-a48d-75dea01b464b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331952 Feb 05 22:45:55.769577 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-8f015ac8-83cc-4133-a50b-741d5b206218 req-8ea9440c-458e-4c7e-949f-e067591415c5 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:55.769577 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-8f015ac8-83cc-4133-a50b-741d5b206218 req-8ea9440c-458e-4c7e-949f-e067591415c5 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542379'] for floatingip, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:55.769577 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.l3_db [req-8f015ac8-83cc-4133-a50b-741d5b206218 req-8ea9440c-458e-4c7e-949f-e067591415c5 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Floating IP ba0e00b9-4990-47ae-836e-040acb11ede5 disassociated. External IP: 172.27.3.116, port: e7c24c1d-4cfe-4ec5-baee-1ccd0448f059. Feb 05 22:45:55.769577 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-8f015ac8-83cc-4133-a50b-741d5b206218 req-8ea9440c-458e-4c7e-949f-e067591415c5 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Calling delete_port for e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 owned by compute:nova {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:45:55.894051 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52c3cb-38e1-4514-a939-dd0cd476d754 req-6309b1db-39b9-4f7a-a4a0-9bfab0485d98 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:55.895691 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-eb52c3cb-38e1-4514-a939-dd0cd476d754 req-6309b1db-39b9-4f7a-a4a0-9bfab0485d98 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 945 time: 0.0914898 Feb 05 22:45:55.944488 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-eb52c3cb-38e1-4514-a939-dd0cd476d754 req-3613af6b-ecad-4521-b397-9151c7f1f414 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups?id=e712e119-f181-4559-98b9-2e66ebd0321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429609 Feb 05 22:45:55.987830 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-8f015ac8-83cc-4133-a50b-741d5b206218 req-8ea9440c-458e-4c7e-949f-e067591415c5 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:56.038351 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9440c-458e-4c7e-949f-e067591415c5 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Pushing event deleted for resources: {'Port': ['ID=e7c24c1d-4cfe-4ec5-baee-1ccd0448f059,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:56.220610 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f015ac8-83cc-4133-a50b-741d5b206218 req-8ea9440c-458e-4c7e-949f-e067591415c5 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:45:56.404068 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f015ac8-83cc-4133-a50b-741d5b206218 req-8ea9440c-458e-4c7e-949f-e067591415c5 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:45:56.415068 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09241bde-25b5-4924-a02d-ae4a6f2f1850 None None] Sync routers for ids ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'] in dv-cinder-818886-2-iscsi {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:45:56.426935 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09241bde-25b5-4924-a02d-ae4a6f2f1850 None None] Routers {'70b70dc4-33c6-4856-a374-d5a0a4cc50fa'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:45:56.427666 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-09241bde-25b5-4924-a02d-ae4a6f2f1850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:45:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:45:56.482323 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f015ac8-83cc-4133-a50b-741d5b206218 req-8ea9440c-458e-4c7e-949f-e067591415c5 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] No DVR routers for this DVR port e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 on host hv-cinder-81888 {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:45:56.485306 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-8f015ac8-83cc-4133-a50b-741d5b206218 req-8ea9440c-458e-4c7e-949f-e067591415c5 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:56.488013 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdd96ad-5324-43fb-af86-0c07d8201df9', 'name': 'network-vif-deleted', 'tag': 'e7c24c1d-4cfe-4ec5-baee-1ccd0448f059'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:45:56.561990 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdd96ad-5324-43fb-af86-0c07d8201df9', 'name': 'network-vif-deleted', 'tag': 'e7c24c1d-4cfe-4ec5-baee-1ccd0448f059', 'status': 'completed', 'code': 200} Feb 05 22:45:56.619375 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-09241bde-25b5-4924-a02d-ae4a6f2f1850 None None] Set router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:45:56.657745 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8f015ac8-83cc-4133-a50b-741d5b206218 req-8ea9440c-458e-4c7e-949f-e067591415c5 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.45 "DELETE /v2.0/ports/e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 HTTP/1.1" status: 204 len: 173 time: 1.7005200 Feb 05 22:45:56.943717 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-09241bde-25b5-4924-a02d-ae4a6f2f1850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'name': 'tempest-AttachVolumeTestJSON-1696133982-router', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:40:59Z', 'updated_at': '2022-02-05T22:41:06Z', 'revision_number': 4, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'gw_port': {'id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:01Z', 'updated_at': '2022-02-05T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'c8311fa2-d765-4a32-923d-7f6492b81b80', 'name': '', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'mac_address': 'fa:16:3e:16:72:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:06Z', 'updated_at': '2022-02-05T22:41:12Z', 'revision_number': 5, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'subnets': [{'id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:45:56.948124 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09241bde-25b5-4924-a02d-ae4a6f2f1850 None None] Checking router: 70b70dc4-33c6-4856-a374-d5a0a4cc50fa for host: dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:45:56.956546 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09241bde-25b5-4924-a02d-ae4a6f2f1850 None None] Routers {'70b70dc4-33c6-4856-a374-d5a0a4cc50fa'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:45:56.957194 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-09241bde-25b5-4924-a02d-ae4a6f2f1850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:45:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:45:57.041063 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f7f40-238f-44ea-970b-84b6c3b1bb3b req-80792906-0446-4e4f-ab30-d4ccb9e26a57 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:57.042763 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d78f7f40-238f-44ea-970b-84b6c3b1bb3b req-80792906-0446-4e4f-ab30-d4ccb9e26a57 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 943 time: 0.0966387 Feb 05 22:45:57.100040 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d78f7f40-238f-44ea-970b-84b6c3b1bb3b req-bcd3713f-af38-4016-b4d2-f2d3726af018 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510228 Feb 05 22:45:57.152937 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-b936df45-a3c1-487a-a25b-352c6a7909a2 req-7a21fd62-c814-4f7c-a584-30d73a4b7cd7 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Synchronizing usage tracker for tenant:9bde3076936d4b42a61677c3926d8bff on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:45:57.186673 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-09241bde-25b5-4924-a02d-ae4a6f2f1850 None None] Set router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:45:57.219621 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-b936df45-a3c1-487a-a25b-352c6a7909a2 req-7a21fd62-c814-4f7c-a584-30d73a4b7cd7 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Unset dirty status for tenant:9bde3076936d4b42a61677c3926d8bff on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:45:57.220784 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b936df45-a3c1-487a-a25b-352c6a7909a2 req-7a21fd62-c814-4f7c-a584-30d73a4b7cd7 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fdd96ad-5324-43fb-af86-0c07d8201df9 HTTP/1.1" status: 200 len: 210 time: 0.1206892 Feb 05 22:45:57.496922 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-09241bde-25b5-4924-a02d-ae4a6f2f1850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'name': 'tempest-AttachVolumeTestJSON-1696133982-router', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:40:59Z', 'updated_at': '2022-02-05T22:41:06Z', 'revision_number': 4, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'gw_port': {'id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:01Z', 'updated_at': '2022-02-05T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'c8311fa2-d765-4a32-923d-7f6492b81b80', 'name': '', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'mac_address': 'fa:16:3e:16:72:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:06Z', 'updated_at': '2022-02-05T22:41:12Z', 'revision_number': 5, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'subnets': [{'id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:45:57.500942 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09241bde-25b5-4924-a02d-ae4a6f2f1850 None None] The sync data for ids ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'] in dv-cinder-818886-2-iscsi is: [{'id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'name': 'tempest-AttachVolumeTestJSON-1696133982-router', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:40:59Z', 'updated_at': '2022-02-05T22:41:06Z', 'revision_number': 4, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'gw_port': {'id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:01Z', 'updated_at': '2022-02-05T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'c8311fa2-d765-4a32-923d-7f6492b81b80', 'name': '', 'network_id': 'a9f90657-c8ce-4d9b-be20-d4363f5e95d6', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'mac_address': 'fa:16:3e:16:72:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:06Z', 'updated_at': '2022-02-05T22:41:12Z', 'revision_number': 5, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'subnets': [{'id': 'a30431fa-c0ee-41d7-84eb-c19154fb8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:45:57.742643 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901393e0-f963-4d34-8e8d-f9cf4a4e0c5d None None] New status for floating IP ba0e00b9-4990-47ae-836e-040acb11ede5: DOWN {{(pid=87484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 22:45:58.297772 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab56519-0260-4295-aa03-1d980499efdb req-27b84cac-4bf5-491a-af4a-4fd4ba1f1c51 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:58.299227 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-bab56519-0260-4295-aa03-1d980499efdb req-27b84cac-4bf5-491a-af4a-4fd4ba1f1c51 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 943 time: 0.0941734 Feb 05 22:45:58.349566 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-bab56519-0260-4295-aa03-1d980499efdb req-9ea31d16-5d62-4c2c-b1e6-090d2ce8be1f tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432947 Feb 05 22:45:58.509849 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50152) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:58.579653 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a9820969-7623-4675-ac2f-99c5bf3c6c40 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:58.607418 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a9820969-7623-4675-ac2f-99c5bf3c6c40 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:58.753347 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a9820969-7623-4675-ac2f-99c5bf3c6c40 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:58.772994 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9820969-7623-4675-ac2f-99c5bf3c6c40 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e712e119-f181-4559-98b9-2e66ebd0321c,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:58.880527 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a9820969-7623-4675-ac2f-99c5bf3c6c40 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:58.882436 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-a9820969-7623-4675-ac2f-99c5bf3c6c40 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "DELETE /v2.0/security-groups/e712e119-f181-4559-98b9-2e66ebd0321c HTTP/1.1" status: 204 len: 168 time: 0.3713005 Feb 05 22:45:58.886151 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50156) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:58.909738 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.api.v2.resource [None req-ae1d1588-3b25-4729-aec6-0daa8f01c8e3 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] show failed (client error): The resource could not be found. Feb 05 22:45:58.911292 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-ae1d1588-3b25-4729-aec6-0daa8f01c8e3 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "GET /v2.0/security-groups/e712e119-f181-4559-98b9-2e66ebd0321c HTTP/1.1" status: 404 len: 347 time: 0.0239823 Feb 05 22:45:58.915031 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50160) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:45:59.088819 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-123dbf78-9c62-4a5b-b7ad-8da236a82c98 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Deleting port 174876dc-4ae5-4f1c-915b-fdf26d12a922 {{(pid=87482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:45:59.089046 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-123dbf78-9c62-4a5b-b7ad-8da236a82c98 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:59.266809 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-123dbf78-9c62-4a5b-b7ad-8da236a82c98 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:59.267135 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-123dbf78-9c62-4a5b-b7ad-8da236a82c98 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:59.403095 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-123dbf78-9c62-4a5b-b7ad-8da236a82c98 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Calling delete_port for 174876dc-4ae5-4f1c-915b-fdf26d12a922 owned by network:floatingip {{(pid=87482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:45:59.612162 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46405557-e7a6-47f2-8969-915ab24e3298 req-d8b1fe2c-ec65-433b-a2cd-94c9d7fcdc67 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:45:59.612162 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-46405557-e7a6-47f2-8969-915ab24e3298 req-d8b1fe2c-ec65-433b-a2cd-94c9d7fcdc67 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 943 time: 0.1500695 Feb 05 22:45:59.653456 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-46405557-e7a6-47f2-8969-915ab24e3298 req-33253db3-d2b5-4298-93d1-30fcef60cffb tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394428 Feb 05 22:45:59.687647 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-123dbf78-9c62-4a5b-b7ad-8da236a82c98 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1726876'] for port, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:45:59.805394 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:45:59.816528 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123dbf78-9c62-4a5b-b7ad-8da236a82c98 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Pushing event deleted for resources: {'Port': ['ID=174876dc-4ae5-4f1c-915b-fdf26d12a922,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:45:59.845397 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] No Port match for: e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:45:59.845743 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device e7c24c1d-4cfe-4ec5-baee-1ccd0448f059 not bound to the agent host hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:45:59.907502 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-123dbf78-9c62-4a5b-b7ad-8da236a82c98 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks [] for floatingip, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:00.018645 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-123dbf78-9c62-4a5b-b7ad-8da236a82c98 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for floatingip, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:00.019809 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-123dbf78-9c62-4a5b-b7ad-8da236a82c98 tempest-AttachVolumeTestJSON-2108267609 tempest-AttachVolumeTestJSON-2108267609-project] 10.222.0.24 "DELETE /v2.0/floatingips/ba0e00b9-4990-47ae-836e-040acb11ede5 HTTP/1.1" status: 204 len: 168 time: 1.1037698 Feb 05 22:46:00.840974 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3e0a0-b6f6-4424-b2d4-42c35634b9b0 req-f68d56de-e5bd-4aeb-b254-a3a9627abf5a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:46:00.842354 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cde3e0a0-b6f6-4424-b2d4-42c35634b9b0 req-f68d56de-e5bd-4aeb-b254-a3a9627abf5a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 943 time: 0.0825725 Feb 05 22:46:00.887998 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cde3e0a0-b6f6-4424-b2d4-42c35634b9b0 req-63c8c718-2932-4fb6-839f-60167281fbcd tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400348 Feb 05 22:46:02.072683 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2083565-caa3-41a4-9296-da4c4c3df78d req-6f5b8ee0-484b-49b2-a7c7-dddabf482c05 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:46:02.074946 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f2083565-caa3-41a4-9296-da4c4c3df78d req-6f5b8ee0-484b-49b2-a7c7-dddabf482c05 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 943 time: 0.0832481 Feb 05 22:46:02.118130 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-f2083565-caa3-41a4-9296-da4c4c3df78d req-41b70f05-f111-4aae-8385-01c033dd4535 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372963 Feb 05 22:46:02.315777 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 50214) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:02.432295 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-735ad178-ec2c-46d5-bfb9-5fe9b58e4f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:02.446993 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-735ad178-ec2c-46d5-bfb9-5fe9b58e4f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:02.451683 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-735ad178-ec2c-46d5-bfb9-5fe9b58e4f56 admin admin] Usage tracker for resource:security_group_rule and tenant:f5c8595f952443d9be36f090ded0909a is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:02.453688 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-735ad178-ec2c-46d5-bfb9-5fe9b58e4f56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:02.459350 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-735ad178-ec2c-46d5-bfb9-5fe9b58e4f56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:02.540870 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-735ad178-ec2c-46d5-bfb9-5fe9b58e4f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:02.615836 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-735ad178-ec2c-46d5-bfb9-5fe9b58e4f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:02.662390 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-735ad178-ec2c-46d5-bfb9-5fe9b58e4f56 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5c8595f952443d9be36f090ded0909a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455548 Feb 05 22:46:02.663364 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ad178-ec2c-46d5-bfb9-5fe9b58e4f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268a1f48-a647-4152-a9ea-0ee6aa5faa88,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:02.665072 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50220) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:02.670943 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ad178-ec2c-46d5-bfb9-5fe9b58e4f56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:02.671288 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ad178-ec2c-46d5-bfb9-5fe9b58e4f56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:02.671628 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ad178-ec2c-46d5-bfb9-5fe9b58e4f56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:02.671961 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ad178-ec2c-46d5-bfb9-5fe9b58e4f56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:02.672287 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ad178-ec2c-46d5-bfb9-5fe9b58e4f56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:02.672621 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ad178-ec2c-46d5-bfb9-5fe9b58e4f56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:02.672942 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ad178-ec2c-46d5-bfb9-5fe9b58e4f56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:02.673286 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ad178-ec2c-46d5-bfb9-5fe9b58e4f56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:02.673609 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ad178-ec2c-46d5-bfb9-5fe9b58e4f56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:02.673945 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ad178-ec2c-46d5-bfb9-5fe9b58e4f56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:02.674246 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ad178-ec2c-46d5-bfb9-5fe9b58e4f56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:02.674587 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ad178-ec2c-46d5-bfb9-5fe9b58e4f56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:02.723031 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e5a6df7e-f366-4289-acb6-8030fb7e6df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:02.747948 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e5a6df7e-f366-4289-acb6-8030fb7e6df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:02.873541 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e5a6df7e-f366-4289-acb6-8030fb7e6df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:02.889320 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6df7e-f366-4289-acb6-8030fb7e6df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268a1f48-a647-4152-a9ea-0ee6aa5faa88,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:02.899226 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e5a6df7e-f366-4289-acb6-8030fb7e6df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:02.900692 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-e5a6df7e-f366-4289-acb6-8030fb7e6df7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/268a1f48-a647-4152-a9ea-0ee6aa5faa88 HTTP/1.1" status: 204 len: 168 time: 0.2341886 Feb 05 22:46:03.312961 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb5f03-d57c-4e0a-8e31-ddbe6c515f80 req-6daeacda-fa03-4c11-afd2-0cf8758c38ef tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:46:03.314453 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-eebb5f03-d57c-4e0a-8e31-ddbe6c515f80 req-6daeacda-fa03-4c11-afd2-0cf8758c38ef tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 943 time: 0.0877023 Feb 05 22:46:03.359000 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-eebb5f03-d57c-4e0a-8e31-ddbe6c515f80 req-70ce27af-cc41-434e-a065-6831a3244e22 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387259 Feb 05 22:46:03.534734 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50240) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:03.552707 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-45732024-0585-489b-9938-b560dc3828d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:03.570118 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-45732024-0585-489b-9938-b560dc3828d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:03.573876 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-45732024-0585-489b-9938-b560dc3828d7 admin admin] Usage tracker for resource:security_group_rule and tenant:aef76d98a91549738a28765dbfa2a65a is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:03.576715 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-45732024-0585-489b-9938-b560dc3828d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:03.582388 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-45732024-0585-489b-9938-b560dc3828d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:03.661913 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-45732024-0585-489b-9938-b560dc3828d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:03.767385 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-45732024-0585-489b-9938-b560dc3828d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:03.814056 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-45732024-0585-489b-9938-b560dc3828d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aef76d98a91549738a28765dbfa2a65a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781508 Feb 05 22:46:03.815498 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45732024-0585-489b-9938-b560dc3828d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012480a7-cd16-4c03-8533-b2f30d772ca1,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:03.816784 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 50244) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:03.825195 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 3d6a8142-858d-4883-89ee-f7716ec0f1a4 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:46:03.881400 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2c2db776-e47d-4409-b11a-8767f5e1d76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:03.909956 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2c2db776-e47d-4409-b11a-8767f5e1d76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:03.958545 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 3d6a8142-858d-4883-89ee-f7716ec0f1a4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3d6a8142-858d-4883-89ee-f7716ec0f1a4,segment=NetworkSegment(d7af7278-00da-4a19-8b7b-1858f8d90a47),segment_id=d7af7278-00da-4a19-8b7b-1858f8d90a47)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:46:03.975610 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': '3d6a8142-858d-4883-89ee-f7716ec0f1a4', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'port_id': '3d6a8142-858d-4883-89ee-f7716ec0f1a4', 'mac_address': 'fa:16:3e:c9:43:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:46:04.029636 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:04.045635 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6a8142-858d-4883-89ee-f7716ec0f1a4 {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:46:04.053216 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2c2db776-e47d-4409-b11a-8767f5e1d76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:04.060794 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 3d6a8142-858d-4883-89ee-f7716ec0f1a4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3d6a8142-858d-4883-89ee-f7716ec0f1a4,segment=NetworkSegment(d7af7278-00da-4a19-8b7b-1858f8d90a47),segment_id=d7af7278-00da-4a19-8b7b-1858f8d90a47)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:46:04.156014 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:04.164345 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2db776-e47d-4409-b11a-8767f5e1d76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012480a7-cd16-4c03-8533-b2f30d772ca1,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:04.172588 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2c2db776-e47d-4409-b11a-8767f5e1d76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:04.173720 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-2c2db776-e47d-4409-b11a-8767f5e1d76d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/012480a7-cd16-4c03-8533-b2f30d772ca1 HTTP/1.1" status: 204 len: 168 time: 0.3559232 Feb 05 22:46:04.236233 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=3d6a8142-858d-4883-89ee-f7716ec0f1a4,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:04.243346 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:04.243691 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:04.244026 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:04.244355 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:04.244682 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:04.245008 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:04.245887 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:04.246293 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:04.246617 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:04.246935 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:04.247258 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:04.247569 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:04.375098 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['3d6a8142-858d-4883-89ee-f7716ec0f1a4'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:46:04.481938 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50258) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:04.571161 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d26d1b-7276-4a68-a2e6-491447476ab6 req-985461e4-33d5-4ea3-b2e5-659793e2e6c8 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:46:04.572747 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f7d26d1b-7276-4a68-a2e6-491447476ab6 req-985461e4-33d5-4ea3-b2e5-659793e2e6c8 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 944 time: 0.0988538 Feb 05 22:46:04.628204 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-f7d26d1b-7276-4a68-a2e6-491447476ab6 req-59a31d74-f547-4941-9d84-fa98df00fc3e tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484533 Feb 05 22:46:04.934446 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50266) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:04.958073 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0ddd3996-b760-445f-bcf8-44540b64543d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:05.028333 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-0ddd3996-b760-445f-bcf8-44540b64543d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:05.041814 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-0ddd3996-b760-445f-bcf8-44540b64543d admin admin] Usage tracker for resource:security_group_rule and tenant:de37a0cd8e5b4f84b7428a78a8106d37 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:05.046689 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-0ddd3996-b760-445f-bcf8-44540b64543d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:05.055283 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-0ddd3996-b760-445f-bcf8-44540b64543d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:05.237555 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0ddd3996-b760-445f-bcf8-44540b64543d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:05.313717 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-45f8cb2b-9672-4330-afc3-ac646789279b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960473'] for router_interface, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:05.364700 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0ddd3996-b760-445f-bcf8-44540b64543d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:05.437540 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-0ddd3996-b760-445f-bcf8-44540b64543d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de37a0cd8e5b4f84b7428a78a8106d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5020556 Feb 05 22:46:05.440085 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd3996-b760-445f-bcf8-44540b64543d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a324f445-705c-4bf1-9b7e-3ba60495cbb9,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:05.440509 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 50270) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:05.501219 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2669fa3d-3a26-4e45-9c58-03eaa830be50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:05.527988 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2669fa3d-3a26-4e45-9c58-03eaa830be50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:05.690392 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2669fa3d-3a26-4e45-9c58-03eaa830be50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:05.700992 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-45f8cb2b-9672-4330-afc3-ac646789279b admin admin] Deleting port c8311fa2-d765-4a32-923d-7f6492b81b80 {{(pid=87482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:46:05.701351 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-45f8cb2b-9672-4330-afc3-ac646789279b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:05.707360 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669fa3d-3a26-4e45-9c58-03eaa830be50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a324f445-705c-4bf1-9b7e-3ba60495cbb9,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:05.717879 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2669fa3d-3a26-4e45-9c58-03eaa830be50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:05.719396 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-2669fa3d-3a26-4e45-9c58-03eaa830be50 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a324f445-705c-4bf1-9b7e-3ba60495cbb9 HTTP/1.1" status: 204 len: 168 time: 0.2779167 Feb 05 22:46:05.836221 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 3d6a8142-858d-4883-89ee-f7716ec0f1a4 up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:46:05.973060 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning for port 3d6a8142-858d-4883-89ee-f7716ec0f1a4 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:46:05.978382 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port 3d6a8142-858d-4883-89ee-f7716ec0f1a4 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:46:05.978512 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:06.019756 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c3c54-3ca4-4735-a754-5e5e4c918961 req-cf0d43d3-6e85-41de-abe7-63b67999347b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:46:06.021228 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-671c3c54-3ca4-4735-a754-5e5e4c918961 req-cf0d43d3-6e85-41de-abe7-63b67999347b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 944 time: 0.2827101 Feb 05 22:46:06.051720 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.db [None req-45f8cb2b-9672-4330-afc3-ac646789279b admin admin] For port c8311fa2-d765-4a32-923d-7f6492b81b80, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=c8311fa2-d765-4a32-923d-7f6492b81b80,segment=NetworkSegment(118ee127-cf60-441f-ad69-c306ada521bb),segment_id=118ee127-cf60-441f-ad69-c306ada521bb)] {{(pid=87482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:46:06.052112 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-45f8cb2b-9672-4330-afc3-ac646789279b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:06.096817 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:06.124822 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f388d4-b673-45e1-b123-0af04574701b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6a8142-858d-4883-89ee-f7716ec0f1a4'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:46:06.134806 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port 3d6a8142-858d-4883-89ee-f7716ec0f1a4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3d6a8142-858d-4883-89ee-f7716ec0f1a4,segment=NetworkSegment(d7af7278-00da-4a19-8b7b-1858f8d90a47),segment_id=d7af7278-00da-4a19-8b7b-1858f8d90a47)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:46:06.179069 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f388d4-b673-45e1-b123-0af04574701b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6a8142-858d-4883-89ee-f7716ec0f1a4', 'code': 200} Feb 05 22:46:06.188895 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-45f8cb2b-9672-4330-afc3-ac646789279b admin admin] Calling delete_port for c8311fa2-d765-4a32-923d-7f6492b81b80 owned by network:router_interface {{(pid=87482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:46:06.219543 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:06.241772 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-671c3c54-3ca4-4735-a754-5e5e4c918961 req-c82302a6-35c6-4540-bd2d-5f10c27ee6fc tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116997 Feb 05 22:46:06.297814 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=3d6a8142-858d-4883-89ee-f7716ec0f1a4,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:06.524879 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-45f8cb2b-9672-4330-afc3-ac646789279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1726876'] for port, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:06.574194 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8cb2b-9672-4330-afc3-ac646789279b admin admin] Pushing event deleted for resources: {'Port': ['ID=c8311fa2-d765-4a32-923d-7f6492b81b80,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:06.634032 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd0cb0-0ab4-4d2f-ac01-c58a2d973e88 req-4c879f0b-4420-4313-b5be-26a89c687856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:46:06.635660 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-37dd0cb0-0ab4-4d2f-ac01-c58a2d973e88 req-4c879f0b-4420-4313-b5be-26a89c687856 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 1098 time: 0.0735321 Feb 05 22:46:06.699167 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-37dd0cb0-0ab4-4d2f-ac01-c58a2d973e88 req-0cbeb80c-249b-4109-b2e1-f4d93bf66268 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577559 Feb 05 22:46:06.861114 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-45f8cb2b-9672-4330-afc3-ac646789279b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541769'] for router_interface, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:07.221953 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f8cb2b-9672-4330-afc3-ac646789279b admin admin] Router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:46:07.451353 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff62cc-ea83-429c-8631-9a0414a77f73 req-a513a2e9-d19d-4b7c-b75c-f45a477eb3f9 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:46:07.452886 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-deff62cc-ea83-429c-8631-9a0414a77f73 req-a513a2e9-d19d-4b7c-b75c-f45a477eb3f9 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 945 time: 0.0885873 Feb 05 22:46:07.501181 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-deff62cc-ea83-429c-8631-9a0414a77f73 req-acab3842-e263-4d5b-8ca0-62766aaf9f0b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422337 Feb 05 22:46:07.518582 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f8cb2b-9672-4330-afc3-ac646789279b admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:46:07.534149 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6451a3bf-3e2f-4b3f-9181-d4bdd61d77ee None None] Sync routers for ids ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'] in dv-cinder-818886-2-iscsi {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:46:07.544044 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6451a3bf-3e2f-4b3f-9181-d4bdd61d77ee None None] Routers {'70b70dc4-33c6-4856-a374-d5a0a4cc50fa'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:46:07.544896 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-6451a3bf-3e2f-4b3f-9181-d4bdd61d77ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:45:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:07.549278 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-45f8cb2b-9672-4330-afc3-ac646789279b admin admin] 10.222.0.24 "PUT /v2.0/routers/70b70dc4-33c6-4856-a374-d5a0a4cc50fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0661602 Feb 05 22:46:07.551645 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50310) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:07.743346 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9806b2ac-a4e0-40e9-8ea0-9416b7f72831 admin admin] Notify callbacks [] for router, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:07.820808 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-6451a3bf-3e2f-4b3f-9181-d4bdd61d77ee None None] Set router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:46:07.955999 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9806b2ac-a4e0-40e9-8ea0-9416b7f72831 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:08.073355 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-9806b2ac-a4e0-40e9-8ea0-9416b7f72831 admin admin] Deleting port c7e111e5-4d69-4b3d-9dc1-8483058cbe72 {{(pid=87482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:46:08.074389 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9806b2ac-a4e0-40e9-8ea0-9416b7f72831 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:08.171626 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-6451a3bf-3e2f-4b3f-9181-d4bdd61d77ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'name': 'tempest-AttachVolumeTestJSON-1696133982-router', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:40:59Z', 'updated_at': '2022-02-05T22:46:06Z', 'revision_number': 5, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'gw_port': {'id': 'c7e111e5-4d69-4b3d-9dc1-8483058cbe72', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:41:01Z', 'updated_at': '2022-02-05T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:08.175424 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6451a3bf-3e2f-4b3f-9181-d4bdd61d77ee None None] Checking router: 70b70dc4-33c6-4856-a374-d5a0a4cc50fa for host: dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:46:08.184640 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6451a3bf-3e2f-4b3f-9181-d4bdd61d77ee None None] Routers {'70b70dc4-33c6-4856-a374-d5a0a4cc50fa'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:46:08.185266 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-6451a3bf-3e2f-4b3f-9181-d4bdd61d77ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:45:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:08.252118 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.db [None req-9806b2ac-a4e0-40e9-8ea0-9416b7f72831 admin admin] For port c7e111e5-4d69-4b3d-9dc1-8483058cbe72, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=c7e111e5-4d69-4b3d-9dc1-8483058cbe72,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:46:08.252743 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9806b2ac-a4e0-40e9-8ea0-9416b7f72831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:08.339315 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-6451a3bf-3e2f-4b3f-9181-d4bdd61d77ee None None] Set router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa gateway port host: None {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:46:08.376282 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-9806b2ac-a4e0-40e9-8ea0-9416b7f72831 admin admin] Calling delete_port for c7e111e5-4d69-4b3d-9dc1-8483058cbe72 owned by network:router_gateway {{(pid=87482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:46:08.445881 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-6451a3bf-3e2f-4b3f-9181-d4bdd61d77ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'name': 'tempest-AttachVolumeTestJSON-1696133982-router', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:40:59Z', 'updated_at': '2022-02-05T22:46:07Z', 'revision_number': 6, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'gw_port_host': None}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:08.450034 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6451a3bf-3e2f-4b3f-9181-d4bdd61d77ee None None] The sync data for ids ['70b70dc4-33c6-4856-a374-d5a0a4cc50fa'] in dv-cinder-818886-2-iscsi is: [{'id': '70b70dc4-33c6-4856-a374-d5a0a4cc50fa', 'name': 'tempest-AttachVolumeTestJSON-1696133982-router', 'tenant_id': '9bde3076936d4b42a61677c3926d8bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:40:59Z', 'updated_at': '2022-02-05T22:46:07Z', 'revision_number': 6, 'project_id': '9bde3076936d4b42a61677c3926d8bff', 'gw_port_host': None}] {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:46:08.652657 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9806b2ac-a4e0-40e9-8ea0-9416b7f72831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1726876'] for port, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:08.706741 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806b2ac-a4e0-40e9-8ea0-9416b7f72831 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e111e5-4d69-4b3d-9dc1-8483058cbe72,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:08.819293 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9806b2ac-a4e0-40e9-8ea0-9416b7f72831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542460'] for router_gateway, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:08.870780 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2297598-5d4f-47ed-9dc9-d1580eac3ccd req-90933182-0601-48b7-9aca-23a489b47540 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:46:08.876490 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a2297598-5d4f-47ed-9dc9-d1580eac3ccd req-90933182-0601-48b7-9aca-23a489b47540 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 945 time: 0.2589095 Feb 05 22:46:09.028317 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9806b2ac-a4e0-40e9-8ea0-9416b7f72831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1677'] for router, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:09.031881 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9806b2ac-a4e0-40e9-8ea0-9416b7f72831 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:09.047626 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-a2297598-5d4f-47ed-9dc9-d1580eac3ccd req-b83761b2-ba07-4b62-b532-deafda5abfcd tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138487 Feb 05 22:46:09.159344 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9806b2ac-a4e0-40e9-8ea0-9416b7f72831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541590'] for router, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:09.159892 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9806b2ac-a4e0-40e9-8ea0-9416b7f72831 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70b70dc4-33c6-4856-a374-d5a0a4cc50fa {{(pid=87482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 22:46:09.171917 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9806b2ac-a4e0-40e9-8ea0-9416b7f72831 admin admin] Notify callbacks [] for router, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:09.173031 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-9806b2ac-a4e0-40e9-8ea0-9416b7f72831 admin admin] 10.222.0.24 "DELETE /v2.0/routers/70b70dc4-33c6-4856-a374-d5a0a4cc50fa HTTP/1.1" status: 204 len: 168 time: 1.6204844 Feb 05 22:46:09.175693 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50332) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:09.232098 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be8a38-b91b-4a75-a9b3-aa000b86f866 req-a89b0f36-0ac0-4075-85b1-ff971b825570 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:46:09.233660 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-14be8a38-b91b-4a75-a9b3-aa000b86f866 req-a89b0f36-0ac0-4075-85b1-ff971b825570 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 945 time: 0.0825713 Feb 05 22:46:09.235927 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_v2 [None req-594aaa5e-954e-4246-abdf-b65c6fe3a958 admin admin] Deleting subnet a30431fa-c0ee-41d7-84eb-c19154fb8016 {{(pid=87482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 05 22:46:09.239025 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-594aaa5e-954e-4246-abdf-b65c6fe3a958 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:09.295891 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-14be8a38-b91b-4a75-a9b3-aa000b86f866 req-f1aa4bbb-a783-4f0b-9b33-cbe05b231dbb tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536492 Feb 05 22:46:09.317495 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 50336) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:09.360089 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:46:09.392904 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-594aaa5e-954e-4246-abdf-b65c6fe3a958 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1348491'] for subnet, precommit_delete_associations {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:09.520201 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-594aaa5e-954e-4246-abdf-b65c6fe3a958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770741'] for subnet, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:09.572319 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f34892-8311-4b98-a065-3b722e41457c tempest-TestVolumeBootPattern-370196322 tempest-TestVolumeBootPattern-370196322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:46:09.574500 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-84f34892-8311-4b98-a065-3b722e41457c tempest-TestVolumeBootPattern-370196322 tempest-TestVolumeBootPattern-370196322-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 1093 time: 0.2558405 Feb 05 22:46:09.578020 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 50342) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:09.585425 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Request body: {'floatingip': {'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'port_id': '3d6a8142-858d-4883-89ee-f7716ec0f1a4', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:46:09.591425 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:09.595153 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Usage tracker for resource:floatingip and tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:09.597938 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:09.603612 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:09.701739 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for floatingip, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:09.702045 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-594aaa5e-954e-4246-abdf-b65c6fe3a958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1726959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10986689'] for subnet, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:09.737658 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594aaa5e-954e-4246-abdf-b65c6fe3a958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a30431fa-c0ee-41d7-84eb-c19154fb8016,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:09.744004 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-594aaa5e-954e-4246-abdf-b65c6fe3a958 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:09.749633 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80986ae0-a642-4e02-9b3b-ee497cb9ad5a None None] Network a9f90657-c8ce-4d9b-be20-d4363f5e95d6 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:46:09.753026 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-594aaa5e-954e-4246-abdf-b65c6fe3a958 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a30431fa-c0ee-41d7-84eb-c19154fb8016 HTTP/1.1" status: 204 len: 168 time: 0.5741081 Feb 05 22:46:09.753402 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50346) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:09.844909 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:09.881393 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f30d03b8-960c-49a6-acb3-1026e7e53ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744846'] for network, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:09.901006 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-f30d03b8-960c-49a6-acb3-1026e7e53ec8 admin admin] Deleting port 8cdc4662-db19-4e77-b958-53afbffb4e08 {{(pid=87482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:46:09.902124 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f30d03b8-960c-49a6-acb3-1026e7e53ec8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:09.975778 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device c8311fa2-d765-4a32-923d-7f6492b81b80 no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:46:10.016128 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Allocated IP 172.27.3.18 (6817b256-dae4-44db-bc68-adab2164788e/583bfacf-eb7c-4478-b06f-909c14cf964a/f4585a70-9244-4218-ae62-6a1b14768719) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:46:10.019474 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: c8311fa2-d765-4a32-923d-7f6492b81b80 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:46:10.020339 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device c8311fa2-d765-4a32-923d-7f6492b81b80 not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:46:10.021024 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device c7e111e5-4d69-4b3d-9dc1-8483058cbe72 no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:46:10.048890 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ed0c5a-e597-42ad-bb09-f700ff5c924b None None] DHCP port deletion for a9f90657-c8ce-4d9b-be20-d4363f5e95d6 request from dv-cinder-818886-2-iscsi {{(pid=87484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 05 22:46:10.064151 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-43ed0c5a-e597-42ad-bb09-f700ff5c924b None None] Deleting port 8cdc4662-db19-4e77-b958-53afbffb4e08 {{(pid=87484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:46:10.065563 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-43ed0c5a-e597-42ad-bb09-f700ff5c924b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:10.133494 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: c7e111e5-4d69-4b3d-9dc1-8483058cbe72 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:46:10.134415 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device c7e111e5-4d69-4b3d-9dc1-8483058cbe72 not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:46:10.203314 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.db [None req-f30d03b8-960c-49a6-acb3-1026e7e53ec8 admin admin] For port 8cdc4662-db19-4e77-b958-53afbffb4e08, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=8cdc4662-db19-4e77-b958-53afbffb4e08,segment=NetworkSegment(118ee127-cf60-441f-ad69-c306ada521bb),segment_id=118ee127-cf60-441f-ad69-c306ada521bb)] {{(pid=87482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:46:10.203986 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f30d03b8-960c-49a6-acb3-1026e7e53ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:10.205141 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:10.317932 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:10.329449 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-f30d03b8-960c-49a6-acb3-1026e7e53ec8 admin admin] Calling delete_port for 8cdc4662-db19-4e77-b958-53afbffb4e08 owned by network:dhcp {{(pid=87482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:46:10.344580 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-43ed0c5a-e597-42ad-bb09-f700ff5c924b None None] For port 8cdc4662-db19-4e77-b958-53afbffb4e08, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=8cdc4662-db19-4e77-b958-53afbffb4e08,segment=NetworkSegment(118ee127-cf60-441f-ad69-c306ada521bb),segment_id=118ee127-cf60-441f-ad69-c306ada521bb)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:46:10.344973 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-43ed0c5a-e597-42ad-bb09-f700ff5c924b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:10.389503 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Network 6817b256-dae4-44db-bc68-adab2164788e is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:46:10.392258 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:46:10.396177 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:46:10.435893 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event updated for resources: {'Port': ['ID=f4585a70-9244-4218-ae62-6a1b14768719,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:10.464929 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f30d03b8-960c-49a6-acb3-1026e7e53ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1726876'] for port, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:10.467103 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-43ed0c5a-e597-42ad-bb09-f700ff5c924b None None] Calling delete_port for 8cdc4662-db19-4e77-b958-53afbffb4e08 owned by network:dhcp {{(pid=87484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:46:10.514953 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30d03b8-960c-49a6-acb3-1026e7e53ec8 admin admin] No DVR routers for this DVR port 8cdc4662-db19-4e77-b958-53afbffb4e08 on host dv-cinder-818886-2-iscsi {{(pid=87482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:46:10.548878 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d03b8-960c-49a6-acb3-1026e7e53ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cdc4662-db19-4e77-b958-53afbffb4e08,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:10.556249 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.db.api [None req-43ed0c5a-e597-42ad-bb09-f700ff5c924b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 22:46:10.556605 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG oslo_db.api [None req-43ed0c5a-e597-42ad-bb09-f700ff5c924b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 22:46:10.639609 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f30d03b8-960c-49a6-acb3-1026e7e53ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771300', 'neutron.services.segments.db._delete_segments_for_network-8748711873850'] for network, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:10.664691 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.services.segments.db [None req-f30d03b8-960c-49a6-acb3-1026e7e53ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f90657-c8ce-4d9b-be20-d4363f5e95d6']}} {{(pid=87482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:10.676784 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.services.segments.db [None req-f30d03b8-960c-49a6-acb3-1026e7e53ec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118ee127-cf60-441f-ad69-c306ada521bb') {'for_net_delete': True} {{(pid=87482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:10.677079 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.services.segments.db [None req-f30d03b8-960c-49a6-acb3-1026e7e53ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118ee127-cf60-441f-ad69-c306ada521bb') {} {{(pid=87482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:10.689435 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f30d03b8-960c-49a6-acb3-1026e7e53ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748711876181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1348540'] for segment, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:10.709240 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f30d03b8-960c-49a6-acb3-1026e7e53ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:10.715694 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30d03b8-960c-49a6-acb3-1026e7e53ec8 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 22:46:10.716073 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f30d03b8-960c-49a6-acb3-1026e7e53ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3777956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1889869'] for segment, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: Traceback (most recent call last): Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: timer() Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: cb(*args, **kw) Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: return func(*args, **kwargs) Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: self._notify() Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: self.callback(batched_events) Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: event.method(event) Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: return f(self, *a, **k) Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: return self._get(url).json() Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: return self.request(url, 'GET', **kwargs) Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 22:46:10.728848 dv-cinder-818886-2-iscsi neutron-server[87482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 22:46:10.826774 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:10.930733 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f30d03b8-960c-49a6-acb3-1026e7e53ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542425'] for network, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:10.946408 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f30d03b8-960c-49a6-acb3-1026e7e53ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:10.958368 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d03b8-960c-49a6-acb3-1026e7e53ec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9f90657-c8ce-4d9b-be20-d4363f5e95d6,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:11.048885 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:11.054002 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-f30d03b8-960c-49a6-acb3-1026e7e53ec8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a9f90657-c8ce-4d9b-be20-d4363f5e95d6 HTTP/1.1" status: 204 len: 168 time: 1.2995143 Feb 05 22:46:11.058779 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-43ed0c5a-e597-42ad-bb09-f700ff5c924b None None] Deleting port 8cdc4662-db19-4e77-b958-53afbffb4e08 {{(pid=87484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:46:11.059236 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-43ed0c5a-e597-42ad-bb09-f700ff5c924b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:11.129608 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-43ed0c5a-e597-42ad-bb09-f700ff5c924b None None] The port '8cdc4662-db19-4e77-b958-53afbffb4e08' was deleted {{(pid=87484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 05 22:46:11.290634 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:11.357546 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:11.473493 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:11.543262 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50362) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:11.587466 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event updated for resources: {'Port': ['ID=f4585a70-9244-4218-ae62-6a1b14768719,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:11.596792 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542379'] for floatingip, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:11.597261 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-92d809a5-fa77-4592-887c-d05adf38a997 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9bde3076936d4b42a61677c3926d8bff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527968 Feb 05 22:46:11.599761 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50366) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:11.657864 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c049e68c-1fb4-4bf2-a1e6-97a9b5e26eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:11.683575 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c049e68c-1fb4-4bf2-a1e6-97a9b5e26eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:11.766097 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.l3_db [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Floating IP 45e50438-f55e-47b9-97bc-776d7c7181ab associated. External IP: 172.27.3.18, port: 3d6a8142-858d-4883-89ee-f7716ec0f1a4. Feb 05 22:46:11.810621 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c049e68c-1fb4-4bf2-a1e6-97a9b5e26eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:11.826801 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049e68c-1fb4-4bf2-a1e6-97a9b5e26eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2e2fdb-e341-4617-ab4d-901c9c88436b,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:11.835006 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-c049e68c-1fb4-4bf2-a1e6-97a9b5e26eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:11.836135 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-c049e68c-1fb4-4bf2-a1e6-97a9b5e26eb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa2e2fdb-e341-4617-ab4d-901c9c88436b HTTP/1.1" status: 204 len: 168 time: 0.2354784 Feb 05 22:46:11.932258 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 8cdc4662-db19-4e77-b958-53afbffb4e08 no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:46:11.978309 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: 8cdc4662-db19-4e77-b958-53afbffb4e08 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:46:11.978767 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 8cdc4662-db19-4e77-b958-53afbffb4e08 not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:46:12.162328 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Router 32f81c64-56c3-484d-979c-53a43186fbe6 has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:46:12.347908 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:46:12.361751 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be556d8c-398d-4235-ad27-8618080f5d79 None None] Sync routers for ids ['32f81c64-56c3-484d-979c-53a43186fbe6'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:46:12.371424 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be556d8c-398d-4235-ad27-8618080f5d79 None None] Routers {'32f81c64-56c3-484d-979c-53a43186fbe6'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:46:12.372019 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-be556d8c-398d-4235-ad27-8618080f5d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:45:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['32f81c64-56c3-484d-979c-53a43186fbe6'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:12.480946 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for floatingip, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:12.539933 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-c9162603-fd5e-4f26-a60d-0146868a9f01 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9586611 Feb 05 22:46:12.540625 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f388d4-b673-45e1-b123-0af04574701b', 'tag': '3d6a8142-858d-4883-89ee-f7716ec0f1a4'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:46:12.558698 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-be556d8c-398d-4235-ad27-8618080f5d79 None None] Set router 32f81c64-56c3-484d-979c-53a43186fbe6 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:46:12.592229 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f388d4-b673-45e1-b123-0af04574701b', 'tag': '3d6a8142-858d-4883-89ee-f7716ec0f1a4', 'status': 'completed', 'code': 200} Feb 05 22:46:12.688497 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461840f3-9868-4b4a-a3ad-887dc48e03a7 req-d7e62e6f-f544-4b44-a902-0c8ee3881d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:46:12.690149 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-461840f3-9868-4b4a-a3ad-887dc48e03a7 req-d7e62e6f-f544-4b44-a902-0c8ee3881d72 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793&device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 1098 time: 0.0780349 Feb 05 22:46:12.869834 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461840f3-9868-4b4a-a3ad-887dc48e03a7 req-3fd4cb78-75d9-4829-a84e-2aacb8e25af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:46:12.871334 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-461840f3-9868-4b4a-a3ad-887dc48e03a7 req-3fd4cb78-75d9-4829-a84e-2aacb8e25af5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebea9618-4630-4a58-9d58-eedf0e21d8a9 HTTP/1.1" status: 200 len: 913 time: 0.1658249 Feb 05 22:46:12.940049 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-be556d8c-398d-4235-ad27-8618080f5d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:40Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': '45e50438-f55e-47b9-97bc-776d7c7181ab', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'port_id': '3d6a8142-858d-4883-89ee-f7716ec0f1a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'mac_address': 'fa:16:3e:c9:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f388d4-b673-45e1-b123-0af04574701b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:46:10Z', 'updated_at': '2022-02-05T22:46:10Z', 'revision_number': 0, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'fixed_ip_address_scope': None}, {'id': 'aca16c02-dd22-4e92-ae3c-35a87f6878af', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'port_id': '52f37888-4340-4031-89d5-c0df41baa1f6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'mac_address': 'fa:16:3e:16:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:43:56Z', 'updated_at': '2022-02-05T22:43:59Z', 'revision_number': 1, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda99590-73a7-42d8-b7ef-4d5568cd9034', 'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'mac_address': 'fa:16:3e:87:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:39Z', 'updated_at': '2022-02-05T22:39:55Z', 'revision_number': 5, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'subnets': [{'id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:12.944464 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be556d8c-398d-4235-ad27-8618080f5d79 None None] Checking router: 32f81c64-56c3-484d-979c-53a43186fbe6 for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:46:12.953768 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be556d8c-398d-4235-ad27-8618080f5d79 None None] Routers {'32f81c64-56c3-484d-979c-53a43186fbe6'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:46:12.954423 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-be556d8c-398d-4235-ad27-8618080f5d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:45:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['32f81c64-56c3-484d-979c-53a43186fbe6'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:13.100995 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-461840f3-9868-4b4a-a3ad-887dc48e03a7 req-139590e4-e4ea-4b2c-bb0a-af62c1ad0a99 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d6a8142-858d-4883-89ee-f7716ec0f1a4 HTTP/1.1" status: 200 len: 998 time: 0.2235467 Feb 05 22:46:13.148772 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-be556d8c-398d-4235-ad27-8618080f5d79 None None] Set router 32f81c64-56c3-484d-979c-53a43186fbe6 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:46:13.163726 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461840f3-9868-4b4a-a3ad-887dc48e03a7 req-8a172ec3-e1cb-465d-851c-220dc59c718f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:46:13.165189 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-461840f3-9868-4b4a-a3ad-887dc48e03a7 req-8a172ec3-e1cb-465d-851c-220dc59c718f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=475e8ece-de3e-49c6-a895-1ccf27af5e7e HTTP/1.1" status: 200 len: 851 time: 0.0585587 Feb 05 22:46:13.245884 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461840f3-9868-4b4a-a3ad-887dc48e03a7 req-5cc5ea4c-197e-467d-b0fa-a38c6f8ad0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:46:13.247369 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-461840f3-9868-4b4a-a3ad-887dc48e03a7 req-5cc5ea4c-197e-467d-b0fa-a38c6f8ad0dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebea9618-4630-4a58-9d58-eedf0e21d8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761285 Feb 05 22:46:13.383971 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-461840f3-9868-4b4a-a3ad-887dc48e03a7 req-d2861664-047c-4d6d-bb5f-6285509cfe0a service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294491 Feb 05 22:46:13.516740 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-461840f3-9868-4b4a-a3ad-887dc48e03a7 req-f0d1f676-d544-4a09-8c0c-eb8515206cb2 service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275692 Feb 05 22:46:13.547678 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-be556d8c-398d-4235-ad27-8618080f5d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:40Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': '45e50438-f55e-47b9-97bc-776d7c7181ab', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'port_id': '3d6a8142-858d-4883-89ee-f7716ec0f1a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'mac_address': 'fa:16:3e:c9:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f388d4-b673-45e1-b123-0af04574701b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:46:10Z', 'updated_at': '2022-02-05T22:46:10Z', 'revision_number': 0, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'fixed_ip_address_scope': None}, {'id': 'aca16c02-dd22-4e92-ae3c-35a87f6878af', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'port_id': '52f37888-4340-4031-89d5-c0df41baa1f6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'mac_address': 'fa:16:3e:16:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:43:56Z', 'updated_at': '2022-02-05T22:43:59Z', 'revision_number': 1, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda99590-73a7-42d8-b7ef-4d5568cd9034', 'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'mac_address': 'fa:16:3e:87:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:39Z', 'updated_at': '2022-02-05T22:39:55Z', 'revision_number': 5, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'subnets': [{'id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:13.551600 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be556d8c-398d-4235-ad27-8618080f5d79 None None] The sync data for ids ['32f81c64-56c3-484d-979c-53a43186fbe6'] in dv-cinder-818886-2-iscsi is: [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:40Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': '45e50438-f55e-47b9-97bc-776d7c7181ab', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'port_id': '3d6a8142-858d-4883-89ee-f7716ec0f1a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'mac_address': 'fa:16:3e:c9:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f388d4-b673-45e1-b123-0af04574701b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:46:10Z', 'updated_at': '2022-02-05T22:46:10Z', 'revision_number': 0, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'fixed_ip_address_scope': None}, {'id': 'aca16c02-dd22-4e92-ae3c-35a87f6878af', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'port_id': '52f37888-4340-4031-89d5-c0df41baa1f6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'mac_address': 'fa:16:3e:16:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:43:56Z', 'updated_at': '2022-02-05T22:43:59Z', 'revision_number': 1, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda99590-73a7-42d8-b7ef-4d5568cd9034', 'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'mac_address': 'fa:16:3e:87:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:39Z', 'updated_at': '2022-02-05T22:39:55Z', 'revision_number': 5, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'subnets': [{'id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:46:13.747398 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9812342-4499-4389-9bde-56eb21b8cf54 None None] New status for floating IP 45e50438-f55e-47b9-97bc-776d7c7181ab: ACTIVE {{(pid=87485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 22:46:14.688336 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3b8ed2a6-9ce2-440f-9d76-db72f1b3ed0a req-080204af-fce1-4ac2-ab98-8eff21e8313c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737646 Feb 05 22:46:14.829671 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ed2a6-9ce2-440f-9d76-db72f1b3ed0a req-8e89ef46-4c92-4097-a062-60ff59a7caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:46:14.829671 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3b8ed2a6-9ce2-440f-9d76-db72f1b3ed0a req-8e89ef46-4c92-4097-a062-60ff59a7caa2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793&device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 1098 time: 0.0732338 Feb 05 22:46:14.982635 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ed2a6-9ce2-440f-9d76-db72f1b3ed0a req-43036e61-6af6-45ae-b20b-054251f3187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:46:14.984086 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3b8ed2a6-9ce2-440f-9d76-db72f1b3ed0a req-43036e61-6af6-45ae-b20b-054251f3187f service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebea9618-4630-4a58-9d58-eedf0e21d8a9 HTTP/1.1" status: 200 len: 913 time: 0.1380599 Feb 05 22:46:15.089693 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3b8ed2a6-9ce2-440f-9d76-db72f1b3ed0a req-4bc37a6e-b243-407f-9f17-9a7b307cfcb4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52f37888-4340-4031-89d5-c0df41baa1f6 HTTP/1.1" status: 200 len: 1001 time: 0.0988472 Feb 05 22:46:15.154265 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ed2a6-9ce2-440f-9d76-db72f1b3ed0a req-9d792081-9b10-4c9a-9900-114da10aafd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:46:15.155689 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3b8ed2a6-9ce2-440f-9d76-db72f1b3ed0a req-9d792081-9b10-4c9a-9900-114da10aafd2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=475e8ece-de3e-49c6-a895-1ccf27af5e7e HTTP/1.1" status: 200 len: 851 time: 0.0600855 Feb 05 22:46:15.238307 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ed2a6-9ce2-440f-9d76-db72f1b3ed0a req-b69d573c-a759-4d44-8235-19110e07f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:46:15.239792 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3b8ed2a6-9ce2-440f-9d76-db72f1b3ed0a req-b69d573c-a759-4d44-8235-19110e07f7f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebea9618-4630-4a58-9d58-eedf0e21d8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781610 Feb 05 22:46:15.375685 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3b8ed2a6-9ce2-440f-9d76-db72f1b3ed0a req-5c503ff9-146c-4c53-a74e-cc762d254d2e service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287560 Feb 05 22:46:15.509184 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3b8ed2a6-9ce2-440f-9d76-db72f1b3ed0a req-0ab22bf0-f0f3-4256-96ed-726db9b830b9 service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268601 Feb 05 22:46:17.175042 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50466) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:17.290647 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-26949f64-9d65-4b73-84ec-2373e4553c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:17.306119 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-26949f64-9d65-4b73-84ec-2373e4553c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:17.310918 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-26949f64-9d65-4b73-84ec-2373e4553c85 admin admin] Usage tracker for resource:security_group_rule and tenant:c6ad4c5bc93e41aeacbc4a01e80fed03 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:17.312782 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-26949f64-9d65-4b73-84ec-2373e4553c85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:17.318467 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-26949f64-9d65-4b73-84ec-2373e4553c85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:17.400752 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-26949f64-9d65-4b73-84ec-2373e4553c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:17.495661 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-26949f64-9d65-4b73-84ec-2373e4553c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:17.542329 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-26949f64-9d65-4b73-84ec-2373e4553c85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6ad4c5bc93e41aeacbc4a01e80fed03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662965 Feb 05 22:46:17.543149 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26949f64-9d65-4b73-84ec-2373e4553c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a8fab5-98bb-4c02-8d6c-ad142124df95,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:17.545185 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 50472) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:17.603698 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0665d4fb-83e8-47ae-bcff-93cf02553023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:17.628677 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0665d4fb-83e8-47ae-bcff-93cf02553023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:17.753731 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0665d4fb-83e8-47ae-bcff-93cf02553023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:17.771737 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665d4fb-83e8-47ae-bcff-93cf02553023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a8fab5-98bb-4c02-8d6c-ad142124df95,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:17.775963 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0665d4fb-83e8-47ae-bcff-93cf02553023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:17.778335 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-0665d4fb-83e8-47ae-bcff-93cf02553023 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9a8fab5-98bb-4c02-8d6c-ad142124df95 HTTP/1.1" status: 204 len: 168 time: 0.2309778 Feb 05 22:46:18.901930 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-2335f125-c815-48b5-b32f-2d05bee83f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:20.994404 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50542) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:21.107664 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-12814a4b-fccf-4312-9cd8-6d23eaec3b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:21.122223 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-12814a4b-fccf-4312-9cd8-6d23eaec3b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:21.125996 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-12814a4b-fccf-4312-9cd8-6d23eaec3b2e admin admin] Usage tracker for resource:security_group_rule and tenant:b11488ed51024b5ab716ed907dca80cd is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:21.128725 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-12814a4b-fccf-4312-9cd8-6d23eaec3b2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:21.134644 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-12814a4b-fccf-4312-9cd8-6d23eaec3b2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:21.212799 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-12814a4b-fccf-4312-9cd8-6d23eaec3b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:21.344177 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-b776053f-a80b-486c-9fbc-1ed6b18dc96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:21.344746 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-12814a4b-fccf-4312-9cd8-6d23eaec3b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:21.393210 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-12814a4b-fccf-4312-9cd8-6d23eaec3b2e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b11488ed51024b5ab716ed907dca80cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3971498 Feb 05 22:46:21.394826 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12814a4b-fccf-4312-9cd8-6d23eaec3b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabfe9f8-3ebe-4b92-8a0a-3140e3eec1a5,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:21.395828 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 50548) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:21.456086 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e3ffa0ba-fd3f-413a-92cc-6da786c7ee24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:21.482251 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e3ffa0ba-fd3f-413a-92cc-6da786c7ee24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:21.646925 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e3ffa0ba-fd3f-413a-92cc-6da786c7ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:21.660781 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffa0ba-fd3f-413a-92cc-6da786c7ee24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabfe9f8-3ebe-4b92-8a0a-3140e3eec1a5,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:21.671089 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e3ffa0ba-fd3f-413a-92cc-6da786c7ee24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:21.671089 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-e3ffa0ba-fd3f-413a-92cc-6da786c7ee24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fabfe9f8-3ebe-4b92-8a0a-3140e3eec1a5 HTTP/1.1" status: 204 len: 168 time: 0.2722857 Feb 05 22:46:22.301596 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:22.396771 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 50560) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:22.414314 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e6f0478b-ac8d-424c-b534-187c819a4e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:22.428413 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-e6f0478b-ac8d-424c-b534-187c819a4e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:22.432679 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-e6f0478b-ac8d-424c-b534-187c819a4e8a admin admin] Usage tracker for resource:security_group_rule and tenant:ee38e75ec3a64d6aa8b826eacdc6e26f is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:22.435764 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-e6f0478b-ac8d-424c-b534-187c819a4e8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:22.441494 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-e6f0478b-ac8d-424c-b534-187c819a4e8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:22.523494 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e6f0478b-ac8d-424c-b534-187c819a4e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:22.533043 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:22.621852 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e6f0478b-ac8d-424c-b534-187c819a4e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:22.672410 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-e6f0478b-ac8d-424c-b534-187c819a4e8a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee38e75ec3a64d6aa8b826eacdc6e26f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745163 Feb 05 22:46:22.673129 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0478b-ac8d-424c-b534-187c819a4e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcb91c1-2998-44b7-be81-fcdd51aff475,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:22.675782 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50572) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:22.740788 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0c100037-125e-4d0a-a5c3-2f5d51f4ddad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:22.766939 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0c100037-125e-4d0a-a5c3-2f5d51f4ddad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:22.881773 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0c100037-125e-4d0a-a5c3-2f5d51f4ddad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:22.899873 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c100037-125e-4d0a-a5c3-2f5d51f4ddad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcb91c1-2998-44b7-be81-fcdd51aff475,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:22.910749 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-0c100037-125e-4d0a-a5c3-2f5d51f4ddad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:22.912329 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-0c100037-125e-4d0a-a5c3-2f5d51f4ddad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8fcb91c1-2998-44b7-be81-fcdd51aff475 HTTP/1.1" status: 204 len: 168 time: 0.2341762 Feb 05 22:46:23.727810 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:32.755403 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50744) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:32.975782 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6b1b6e2d-31d1-40ba-9467-6462aa0ed6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:32.975782 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-6b1b6e2d-31d1-40ba-9467-6462aa0ed6d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:32.975782 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-6b1b6e2d-31d1-40ba-9467-6462aa0ed6d7 admin admin] Usage tracker for resource:security_group_rule and tenant:26034654e5ee453197058e38b4bca76b is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:32.975782 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-6b1b6e2d-31d1-40ba-9467-6462aa0ed6d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:32.975782 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-6b1b6e2d-31d1-40ba-9467-6462aa0ed6d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:32.977117 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6b1b6e2d-31d1-40ba-9467-6462aa0ed6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:33.141942 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-6b1b6e2d-31d1-40ba-9467-6462aa0ed6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:33.194232 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-6b1b6e2d-31d1-40ba-9467-6462aa0ed6d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26034654e5ee453197058e38b4bca76b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4354396 Feb 05 22:46:33.194232 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b6e2d-31d1-40ba-9467-6462aa0ed6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8c3d41-cf67-466b-bcfb-5a02e4d7607a,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:33.195349 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 50750) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:33.253075 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-02fd1494-f00e-4dc9-bba1-044a7a55afb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:33.278956 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-02fd1494-f00e-4dc9-bba1-044a7a55afb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:33.424043 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-02fd1494-f00e-4dc9-bba1-044a7a55afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:33.441396 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd1494-f00e-4dc9-bba1-044a7a55afb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8c3d41-cf67-466b-bcfb-5a02e4d7607a,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:33.450661 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-02fd1494-f00e-4dc9-bba1-044a7a55afb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:33.451768 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-02fd1494-f00e-4dc9-bba1-044a7a55afb0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b8c3d41-cf67-466b-bcfb-5a02e4d7607a HTTP/1.1" status: 204 len: 168 time: 0.2561677 Feb 05 22:46:34.184128 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 50764) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:34.202390 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4bf44e23-c022-443d-a05a-8372e9cf6c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:34.216544 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-4bf44e23-c022-443d-a05a-8372e9cf6c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:34.220346 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-4bf44e23-c022-443d-a05a-8372e9cf6c5d admin admin] Usage tracker for resource:security_group_rule and tenant:492e397fb6064e7fa8b410a0f3007d91 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:34.229558 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-4bf44e23-c022-443d-a05a-8372e9cf6c5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:34.229558 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-4bf44e23-c022-443d-a05a-8372e9cf6c5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:34.310806 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4bf44e23-c022-443d-a05a-8372e9cf6c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:34.373010 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4bf44e23-c022-443d-a05a-8372e9cf6c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:34.419065 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf44e23-c022-443d-a05a-8372e9cf6c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c6498b-7569-407e-9cb0-da807e2f61af,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:34.425866 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-4bf44e23-c022-443d-a05a-8372e9cf6c5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=492e397fb6064e7fa8b410a0f3007d91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382176 Feb 05 22:46:34.426844 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 50770) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:34.484616 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c8571390-71ca-4efb-a3c9-d9e312b48c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:34.510709 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c8571390-71ca-4efb-a3c9-d9e312b48c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:34.627194 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c8571390-71ca-4efb-a3c9-d9e312b48c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:34.642868 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8571390-71ca-4efb-a3c9-d9e312b48c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c6498b-7569-407e-9cb0-da807e2f61af,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:34.647223 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c8571390-71ca-4efb-a3c9-d9e312b48c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:34.648312 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-c8571390-71ca-4efb-a3c9-d9e312b48c79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02c6498b-7569-407e-9cb0-da807e2f61af HTTP/1.1" status: 204 len: 168 time: 0.2213030 Feb 05 22:46:37.267354 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50846) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:37.385704 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7233756a-fc8f-4cde-b6e4-1ec68edf8ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:37.400594 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-7233756a-fc8f-4cde-b6e4-1ec68edf8ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:37.404490 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-7233756a-fc8f-4cde-b6e4-1ec68edf8ce1 admin admin] Usage tracker for resource:security_group_rule and tenant:8bdb598e828c433185de4bcbbd0cb3c6 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:37.407253 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-7233756a-fc8f-4cde-b6e4-1ec68edf8ce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:37.412939 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-7233756a-fc8f-4cde-b6e4-1ec68edf8ce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:37.492265 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7233756a-fc8f-4cde-b6e4-1ec68edf8ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:37.570343 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7233756a-fc8f-4cde-b6e4-1ec68edf8ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:37.615832 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-7233756a-fc8f-4cde-b6e4-1ec68edf8ce1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bdb598e828c433185de4bcbbd0cb3c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474174 Feb 05 22:46:37.617412 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233756a-fc8f-4cde-b6e4-1ec68edf8ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34cc390-730b-4558-a373-3be4c941463e,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:37.618661 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 50852) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:37.679706 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-11d0c0e6-3d87-481b-96e7-4cd7af59ec64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:37.705146 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-11d0c0e6-3d87-481b-96e7-4cd7af59ec64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:37.869406 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-11d0c0e6-3d87-481b-96e7-4cd7af59ec64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:37.885236 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0c0e6-3d87-481b-96e7-4cd7af59ec64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34cc390-730b-4558-a373-3be4c941463e,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:37.893027 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-11d0c0e6-3d87-481b-96e7-4cd7af59ec64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:37.896790 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-11d0c0e6-3d87-481b-96e7-4cd7af59ec64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d34cc390-730b-4558-a373-3be4c941463e HTTP/1.1" status: 204 len: 168 time: 0.2745430 Feb 05 22:46:38.582187 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 50862) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:38.600379 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-cc20a797-f6e0-4981-bf01-0af75801d640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:38.614834 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-cc20a797-f6e0-4981-bf01-0af75801d640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:38.618608 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-cc20a797-f6e0-4981-bf01-0af75801d640 admin admin] Usage tracker for resource:security_group_rule and tenant:6c3024ceabc941c69bae3360414ab0f9 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:38.621707 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-cc20a797-f6e0-4981-bf01-0af75801d640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:38.627413 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-cc20a797-f6e0-4981-bf01-0af75801d640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:38.707248 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-cc20a797-f6e0-4981-bf01-0af75801d640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:38.846470 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-cc20a797-f6e0-4981-bf01-0af75801d640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:38.900628 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-cc20a797-f6e0-4981-bf01-0af75801d640 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c3024ceabc941c69bae3360414ab0f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3147972 Feb 05 22:46:38.900628 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20a797-f6e0-4981-bf01-0af75801d640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7902c1b2-9f19-4e6b-a02d-17bcabaf5f8a,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:38.900978 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50870) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:38.962111 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2d91da08-42a9-4b33-990d-11b670b94bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:38.989937 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2d91da08-42a9-4b33-990d-11b670b94bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:39.152800 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2d91da08-42a9-4b33-990d-11b670b94bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:39.170475 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91da08-42a9-4b33-990d-11b670b94bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7902c1b2-9f19-4e6b-a02d-17bcabaf5f8a,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:39.181767 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2d91da08-42a9-4b33-990d-11b670b94bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:39.182960 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-2d91da08-42a9-4b33-990d-11b670b94bdc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7902c1b2-9f19-4e6b-a02d-17bcabaf5f8a HTTP/1.1" status: 204 len: 168 time: 0.2797592 Feb 05 22:46:40.034290 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50880) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:40.051693 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e763b4f7-b58d-4636-8c17-617168a37ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:40.065880 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-e763b4f7-b58d-4636-8c17-617168a37ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:40.069834 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-e763b4f7-b58d-4636-8c17-617168a37ecc admin admin] Usage tracker for resource:security_group_rule and tenant:9ecf279a7f4d42c7992c658d63be2851 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:40.072557 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-e763b4f7-b58d-4636-8c17-617168a37ecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:40.079154 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-e763b4f7-b58d-4636-8c17-617168a37ecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:40.166400 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e763b4f7-b58d-4636-8c17-617168a37ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:40.252609 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e763b4f7-b58d-4636-8c17-617168a37ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:40.300142 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-e763b4f7-b58d-4636-8c17-617168a37ecc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ecf279a7f4d42c7992c658d63be2851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647939 Feb 05 22:46:40.301017 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763b4f7-b58d-4636-8c17-617168a37ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff930639-a98d-46f1-9e1c-3b8e41cfa219,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:40.302877 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 50884) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:40.457211 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0c0e3119-f8ec-4b0b-ae5a-6ce28925dc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:40.482368 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0c0e3119-f8ec-4b0b-ae5a-6ce28925dc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:40.610297 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0c0e3119-f8ec-4b0b-ae5a-6ce28925dc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:40.626097 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e3119-f8ec-4b0b-ae5a-6ce28925dc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff930639-a98d-46f1-9e1c-3b8e41cfa219,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:40.636964 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-0c0e3119-f8ec-4b0b-ae5a-6ce28925dc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:40.638099 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-0c0e3119-f8ec-4b0b-ae5a-6ce28925dc2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff930639-a98d-46f1-9e1c-3b8e41cfa219 HTTP/1.1" status: 204 len: 168 time: 0.3342459 Feb 05 22:46:41.349547 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:41.824178 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50920) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:41.931564 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-449430625-network', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:46:41.936883 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:41.940683 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] Usage tracker for resource:network and tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:41.943475 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:41.949545 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:42.086674 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] Made reservation on behalf of 1e27fc590cef42a9b9b68f1f98a2a6c6 for: {'network': 1} {{(pid=87482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:46:42.089078 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for network, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:42.104518 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:42.193733 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:42.197638 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] Usage tracker for resource:security_group_rule and tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:42.200486 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:42.206061 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:42.285675 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:42.369665 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:42.400689 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=87482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 22:46:42.409979 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1e2a1e-d50a-40e2-99fc-deaf0016c3d3,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:42.416091 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:42.416449 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.db.segments_db [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] Added segment 1165c451-03f4-41c1-a063-4a3e4d726a98 of type vlan for network 7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d Feb 05 22:46:42.443494 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748711372171'] for network, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:42.561266 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for network, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:42.562248 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:46:42.562833 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:42.668866 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] Pushing event updated for resources: {'Network': ['ID=7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:42.678982 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Network 7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d details requested by agent ovs-agent-dv-cinder-818886-2-iscsi with host dv-cinder-818886-2-iscsi {{(pid=87484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 05 22:46:42.733997 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-d561a34b-e90d-4779-b199-4cc60ac40270 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9086392 Feb 05 22:46:42.736710 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50948) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:42.742548 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-d10a96ea-14a3-4538-ba53-0cf4bcce63ab admin admin] Request body: {'subnet': {'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-449430625-subnet', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'ip_version': 4}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:46:42.748114 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-d10a96ea-14a3-4538-ba53-0cf4bcce63ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:42.752339 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-d10a96ea-14a3-4538-ba53-0cf4bcce63ab admin admin] Usage tracker for resource:subnet and tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:42.755420 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-d10a96ea-14a3-4538-ba53-0cf4bcce63ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:42.761415 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-d10a96ea-14a3-4538-ba53-0cf4bcce63ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:42.841790 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10a96ea-14a3-4538-ba53-0cf4bcce63ab admin admin] Made reservation on behalf of 1e27fc590cef42a9b9b68f1f98a2a6c6 for: {'subnet': 1} {{(pid=87482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:46:42.844340 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d10a96ea-14a3-4538-ba53-0cf4bcce63ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10986730'] for subnet, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:43.118745 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d10a96ea-14a3-4538-ba53-0cf4bcce63ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1726768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10986744'] for subnet, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:43.197041 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a96ea-14a3-4538-ba53-0cf4bcce63ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=989d0764-a45c-4e2a-805e-7a4066c0fb03,revision_number=0']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:43.207830 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a96ea-14a3-4538-ba53-0cf4bcce63ab admin admin] Checking segment: {'id': '1165c451-03f4-41c1-a063-4a3e4d726a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:46:43.208186 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10a96ea-14a3-4538-ba53-0cf4bcce63ab admin admin] Network hostable DHCP agents. Network: 7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d, hostable agents: ['4c125c21-34cc-48d5-813a-c17111208447'], hosted agents: [] {{(pid=87482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 22:46:43.340967 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10a96ea-14a3-4538-ba53-0cf4bcce63ab admin admin] Network 7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d is scheduled to be hosted by DHCP agent 4c125c21-34cc-48d5-813a-c17111208447 with binding_index 1 {{(pid=87482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 22:46:43.435701 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-d10a96ea-14a3-4538-ba53-0cf4bcce63ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-2-iscsi, 7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d) {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:46:43.439711 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10a96ea-14a3-4538-ba53-0cf4bcce63ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:46:43.440320 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d10a96ea-14a3-4538-ba53-0cf4bcce63ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:43.444191 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df4d5ac-b07e-417e-be78-c5a2ab1232b7 None None] Network 7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:46:43.590563 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-d10a96ea-14a3-4538-ba53-0cf4bcce63ab admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8526509 Feb 05 22:46:43.593877 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 50956) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:43.600098 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-449430625-router', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:46:43.604641 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:43.608786 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Usage tracker for resource:router and tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:43.611717 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:43.617328 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:43.654766 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc962ffca-d0ef-5521-9335-c9e17b987064-7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d', 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'fixed_ips': [{'subnet_id': '989d0764-a45c-4e2a-805e-7a4066c0fb03'}]}} from dv-cinder-818886-2-iscsi. {{(pid=87484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 05 22:46:43.655583 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:43.747599 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1683'] for router, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:43.750885 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1668'] for router, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:43.764194 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:43.809041 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.db_base_plugin_common [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] Allocated IP 172.20.0.2 (7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d/989d0764-a45c-4e2a-805e-7a4066c0fb03/c62e123d-5785-4fde-b515-94851541864e) {{(pid=87484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:46:44.011883 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] Notify callbacks [] for port, precommit_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:44.021836 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] Transition to ACTIVE for port object c62e123d-5785-4fde-b515-94851541864e will not be triggered until provisioned by entity L2. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:46:44.039627 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] Transition to ACTIVE for port object c62e123d-5785-4fde-b515-94851541864e will not be triggered until provisioned by entity DHCP. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:46:44.124590 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:44.129210 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1654'] for router, precommit_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:44.192039 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] Network 7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d is already hosted by enough agents. {{(pid=87484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:46:44.194855 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.scheduler.base_scheduler [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] Resources bound (agent type, host, resource id): {{(pid=87484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:46:44.198691 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] Received port after_create {{(pid=87484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:46:44.230922 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] Pushing event updated for resources: {'Port': ['ID=c62e123d-5785-4fde-b515-94851541864e,revision_number=1']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:44.295426 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] Attempting to bind port c62e123d-5785-4fde-b515-94851541864e on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:46:44.295785 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] Attempting to bind port c62e123d-5785-4fde-b515-94851541864e by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': '1165c451-03f4-41c1-a063-4a3e4d726a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d'}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:46:44.296151 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] Attempting to bind port c62e123d-5785-4fde-b515-94851541864e on network 7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:46:44.301455 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:46:44.301842 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] Checking segment: {'id': '1165c451-03f4-41c1-a063-4a3e4d726a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:46:44.302286 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:44.302677 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] Bound using segment: {'id': '1165c451-03f4-41c1-a063-4a3e4d726a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d'} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:46:44.303141 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] Bound port: c62e123d-5785-4fde-b515-94851541864e, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1165c451-03f4-41c1-a063-4a3e4d726a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d'}}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:46:44.303523 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:44.397852 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] For port c62e123d-5785-4fde-b515-94851541864e, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:46:44.400935 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] For port c62e123d-5785-4fde-b515-94851541864e, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=c62e123d-5785-4fde-b515-94851541864e,segment=NetworkSegment(1165c451-03f4-41c1-a063-4a3e4d726a98),segment_id=1165c451-03f4-41c1-a063-4a3e4d726a98)] {{(pid=87484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:46:44.504518 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:44.550406 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:44.582138 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:44.598379 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bfd6e-c7e7-49dd-b8d6-282e68536734 None None] Pushing event updated for resources: {'Port': ['ID=c62e123d-5785-4fde-b515-94851541864e,revision_number=2']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:44.729830 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_common [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Allocated IP 172.27.3.123 (6817b256-dae4-44db-bc68-adab2164788e/583bfacf-eb7c-4478-b06f-909c14cf964a/66b5b37f-1bee-44e8-9d35-2c95975f7c9f) {{(pid=87482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:46:44.998582 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:45.092877 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1726876'] for port, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:45.158105 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Network 6817b256-dae4-44db-bc68-adab2164788e is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:46:45.161064 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:46:45.164640 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Received port after_create {{(pid=87482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:46:45.197093 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Pushing event updated for resources: {'Port': ['ID=66b5b37f-1bee-44e8-9d35-2c95975f7c9f,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:45.523335 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdbff85-1fb5-49cd-b911-15f6657db2cc None None] Network 7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:46:45.661786 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:45.710077 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-3da0a97d-1d04-4410-9e17-353ef9eef448 None None] Provisioning for port c62e123d-5785-4fde-b515-94851541864e completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:46:45.996787 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device c62e123d-5785-4fde-b515-94851541864e up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:46:46.026519 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542232'] for router, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:46.166997 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port c62e123d-5785-4fde-b515-94851541864e completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:46:46.176536 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port c62e123d-5785-4fde-b515-94851541864e triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:46:46.176536 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:46.288757 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:46.323384 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port c62e123d-5785-4fde-b515-94851541864e, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=c62e123d-5785-4fde-b515-94851541864e,segment=NetworkSegment(1165c451-03f4-41c1-a063-4a3e4d726a98),segment_id=1165c451-03f4-41c1-a063-4a3e4d726a98)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:46:46.332435 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Router 3822d30f-5329-4d58-ba98-a08e5c8164cc is scheduled to L3 agent 48729e96-b06f-44c2-8385-6753e1637932 with binding_index 1 {{(pid=87482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 05 22:46:46.360600 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:46:46.438425 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:46.507953 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=c62e123d-5785-4fde-b515-94851541864e,revision_number=3']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:46.513779 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:46:46.523054 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] Sync routers for ids ['3822d30f-5329-4d58-ba98-a08e5c8164cc'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:46:46.532570 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] Routers {'3822d30f-5329-4d58-ba98-a08e5c8164cc'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:46:46.533266 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:46:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['3822d30f-5329-4d58-ba98-a08e5c8164cc'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:46.644210 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] Notify callbacks [] for router, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:46.648086 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-3bb44296-74a1-447a-89c5-c6a8c4f1e89f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0503662 Feb 05 22:46:46.648493 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 50988) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:46.707297 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] Set router 3822d30f-5329-4d58-ba98-a08e5c8164cc gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:46:47.003906 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'name': 'tempest-TestShelveInstance-449430625-router', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:43Z', 'updated_at': '2022-02-05T22:46:45Z', 'revision_number': 3, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'gw_port': {'id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:44Z', 'updated_at': '2022-02-05T22:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:47.007611 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] Checking router: 3822d30f-5329-4d58-ba98-a08e5c8164cc for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:46:47.007962 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] Updating router 3822d30f-5329-4d58-ba98-a08e5c8164cc port 66b5b37f-1bee-44e8-9d35-2c95975f7c9f binding host dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 22:46:47.063046 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:47.318233 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1cd59ced-dc8b-4cc2-a084-cbab927c5a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:47.389219 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] Notify callbacks [] for port, precommit_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:47.400612 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] Transition to ACTIVE for port object 66b5b37f-1bee-44e8-9d35-2c95975f7c9f will not be triggered until provisioned by entity L2. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:46:47.478134 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:47.520111 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [None req-1cd59ced-dc8b-4cc2-a084-cbab927c5a45 admin admin] Allocated IP 172.20.0.1 (7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d/989d0764-a45c-4e2a-805e-7a4066c0fb03/f2b2a793-98b5-458e-9aed-5406831c8bdd) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:46:47.558429 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] Attempting to bind port 66b5b37f-1bee-44e8-9d35-2c95975f7c9f on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:46:47.559010 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] Attempting to bind port 66b5b37f-1bee-44e8-9d35-2c95975f7c9f by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:46:47.559194 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] Attempting to bind port 66b5b37f-1bee-44e8-9d35-2c95975f7c9f on network 6817b256-dae4-44db-bc68-adab2164788e {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:46:47.561776 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd57f58-3487-49ed-a423-5b9b168f1de8 None None] Pushing event updated for resources: {'Port': ['ID=66b5b37f-1bee-44e8-9d35-2c95975f7c9f,revision_number=2']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:47.567376 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:46:47.567742 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] Checking segment: {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:46:47.568144 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:47.569180 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] Bound using segment: {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:46:47.569180 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] Bound port: 66b5b37f-1bee-44e8-9d35-2c95975f7c9f, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:46:47.569367 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:47.643109 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] For port 66b5b37f-1bee-44e8-9d35-2c95975f7c9f, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:46:47.646055 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] For port 66b5b37f-1bee-44e8-9d35-2c95975f7c9f, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=66b5b37f-1bee-44e8-9d35-2c95975f7c9f,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:46:47.667238 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1cd59ced-dc8b-4cc2-a084-cbab927c5a45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:47.682920 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [None req-1cd59ced-dc8b-4cc2-a084-cbab927c5a45 admin admin] Transition to ACTIVE for port object f2b2a793-98b5-458e-9aed-5406831c8bdd will not be triggered until provisioned by entity DHCP. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:46:47.741980 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:47.770449 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1cd59ced-dc8b-4cc2-a084-cbab927c5a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:47.829880 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] Routers {'3822d30f-5329-4d58-ba98-a08e5c8164cc'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:46:47.830540 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:46:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['3822d30f-5329-4d58-ba98-a08e5c8164cc'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:47.843260 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd59ced-dc8b-4cc2-a084-cbab927c5a45 admin admin] Network 7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:46:47.846110 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-1cd59ced-dc8b-4cc2-a084-cbab927c5a45 admin admin] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:46:47.849892 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd59ced-dc8b-4cc2-a084-cbab927c5a45 admin admin] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:46:47.899406 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd59ced-dc8b-4cc2-a084-cbab927c5a45 admin admin] Pushing event updated for resources: {'Port': ['ID=f2b2a793-98b5-458e-9aed-5406831c8bdd,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:47.926613 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1cd59ced-dc8b-4cc2-a084-cbab927c5a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960290'] for router_interface, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:48.069652 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] Set router 3822d30f-5329-4d58-ba98-a08e5c8164cc gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:46:48.174466 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device c62e123d-5785-4fde-b515-94851541864e up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:46:48.197348 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd57f58-3487-49ed-a423-5b9b168f1de8 None None] Pushing event updated for resources: {'Port': ['ID=66b5b37f-1bee-44e8-9d35-2c95975f7c9f,revision_number=3']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:48.362313 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port c62e123d-5785-4fde-b515-94851541864e triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:46:48.362686 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:48.422194 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1cd59ced-dc8b-4cc2-a084-cbab927c5a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:48.432693 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-4fee1f18-5365-4820-ad4e-5671e0a436ed None None] Provisioning for port f2b2a793-98b5-458e-9aed-5406831c8bdd completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:46:48.447222 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-4fee1f18-5365-4820-ad4e-5671e0a436ed None None] Provisioning complete for port f2b2a793-98b5-458e-9aed-5406831c8bdd triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:46:48.447600 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4fee1f18-5365-4820-ad4e-5671e0a436ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:48.525464 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-4fee1f18-5365-4820-ad4e-5671e0a436ed None None] Port f2b2a793-98b5-458e-9aed-5406831c8bdd cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:46:48.592122 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'name': 'tempest-TestShelveInstance-449430625-router', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:43Z', 'updated_at': '2022-02-05T22:46:45Z', 'revision_number': 3, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'gw_port': {'id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:44Z', 'updated_at': '2022-02-05T22:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:48.597969 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce60a7cf-6dd5-413b-926f-783d2c43eea3 None None] The sync data for ids ['3822d30f-5329-4d58-ba98-a08e5c8164cc'] in dv-cinder-818886-2-iscsi is: [{'id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'name': 'tempest-TestShelveInstance-449430625-router', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:43Z', 'updated_at': '2022-02-05T22:46:45Z', 'revision_number': 3, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'gw_port': {'id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:44Z', 'updated_at': '2022-02-05T22:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:46:48.650973 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1cd59ced-dc8b-4cc2-a084-cbab927c5a45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:48.709765 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1cd59ced-dc8b-4cc2-a084-cbab927c5a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:48.852915 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd59ced-dc8b-4cc2-a084-cbab927c5a45 admin admin] Pushing event updated for resources: {'Port': ['ID=f2b2a793-98b5-458e-9aed-5406831c8bdd,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:48.863518 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1cd59ced-dc8b-4cc2-a084-cbab927c5a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960455'] for router_interface, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:49.006569 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-301546cf-02e4-433f-8447-450c6e05482f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:49.023432 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd59ced-dc8b-4cc2-a084-cbab927c5a45 admin admin] Network 7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:46:49.024578 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-1cd59ced-dc8b-4cc2-a084-cbab927c5a45 admin admin] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:46:49.222392 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd59ced-dc8b-4cc2-a084-cbab927c5a45 admin admin] Router 3822d30f-5329-4d58-ba98-a08e5c8164cc has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:46:49.267647 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f024d3d8-1871-4366-bf2b-6cedc5ea98fe None None] Provisioning complete for port f2b2a793-98b5-458e-9aed-5406831c8bdd triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:46:49.269651 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f024d3d8-1871-4366-bf2b-6cedc5ea98fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:49.328225 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f024d3d8-1871-4366-bf2b-6cedc5ea98fe None None] Port f2b2a793-98b5-458e-9aed-5406831c8bdd cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:46:49.413042 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd59ced-dc8b-4cc2-a084-cbab927c5a45 admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:46:49.422609 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-1cd59ced-dc8b-4cc2-a084-cbab927c5a45 admin admin] 10.222.0.24 "PUT /v2.0/routers/3822d30f-5329-4d58-ba98-a08e5c8164cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7728238 Feb 05 22:46:50.031520 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 66b5b37f-1bee-44e8-9d35-2c95975f7c9f up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:46:50.190134 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] Sync routers for ids ['3822d30f-5329-4d58-ba98-a08e5c8164cc'] in dv-cinder-818886-2-iscsi {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:46:50.192961 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port 66b5b37f-1bee-44e8-9d35-2c95975f7c9f completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:46:50.198279 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 66b5b37f-1bee-44e8-9d35-2c95975f7c9f triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:46:50.198837 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:50.201108 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] Routers {'3822d30f-5329-4d58-ba98-a08e5c8164cc'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:46:50.201748 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:46:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['3822d30f-5329-4d58-ba98-a08e5c8164cc'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:50.264006 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51026) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:50.270851 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1386399408-network', 'tenant_id': '96264c69f51248cab719e761aa370401'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:46:50.275867 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:50.281060 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] Usage tracker for resource:network and tenant:96264c69f51248cab719e761aa370401 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:50.300123 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:50.300123 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:50.323001 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:50.340426 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port 66b5b37f-1bee-44e8-9d35-2c95975f7c9f, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=66b5b37f-1bee-44e8-9d35-2c95975f7c9f,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:46:50.384701 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] Set router 3822d30f-5329-4d58-ba98-a08e5c8164cc gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:46:50.386735 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] Made reservation on behalf of 96264c69f51248cab719e761aa370401 for: {'network': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:46:50.390067 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for network, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:50.402608 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:50.417955 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:50.421940 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] Usage tracker for resource:security_group_rule and tenant:96264c69f51248cab719e761aa370401 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:50.424746 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:50.430673 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:50.437368 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:50.513355 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=66b5b37f-1bee-44e8-9d35-2c95975f7c9f,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:50.517035 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:50.595039 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:50.633372 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=87483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 22:46:50.635903 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857ae58a-ffea-47bf-9df1-17062fb98349,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:50.647604 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:50.647604 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.segments_db [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] Added segment a4361be5-7a44-4318-8141-6b6e9fea5878 of type vlan for network 376b0136-a598-427a-900d-128b5279548a Feb 05 22:46:50.676382 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748711372171'] for network, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:50.743658 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'name': 'tempest-TestShelveInstance-449430625-router', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:43Z', 'updated_at': '2022-02-05T22:46:48Z', 'revision_number': 4, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'gw_port': {'id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:44Z', 'updated_at': '2022-02-05T22:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'f2b2a793-98b5-458e-9aed-5406831c8bdd', 'name': '', 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'mac_address': 'fa:16:3e:21:d3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '989d0764-a45c-4e2a-805e-7a4066c0fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:47Z', 'updated_at': '2022-02-05T22:46:48Z', 'revision_number': 2, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'subnets': [{'id': '989d0764-a45c-4e2a-805e-7a4066c0fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:50.748280 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] Checking router: 3822d30f-5329-4d58-ba98-a08e5c8164cc for host: dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:46:50.748751 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] Updating router 3822d30f-5329-4d58-ba98-a08e5c8164cc port f2b2a793-98b5-458e-9aed-5406831c8bdd binding host dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 22:46:50.789405 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for network, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:50.790387 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:46:50.790978 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:50.803630 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:50.894553 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] Pushing event updated for resources: {'Network': ['ID=376b0136-a598-427a-900d-128b5279548a,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:50.906696 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Network 376b0136-a598-427a-900d-128b5279548a details requested by agent ovs-agent-dv-cinder-818886-2-iscsi with host dv-cinder-818886-2-iscsi {{(pid=87484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 05 22:46:50.978823 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-435af2fe-3ba6-4c40-b639-419d7cf2eba7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7108622 Feb 05 22:46:50.979503 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51038) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:50.984886 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-56dede15-7fff-4698-b31b-6a0fae28781a admin admin] Request body: {'subnet': {'network_id': '376b0136-a598-427a-900d-128b5279548a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1386399408-subnet', 'tenant_id': '96264c69f51248cab719e761aa370401', 'ip_version': 4}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:46:50.989978 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-56dede15-7fff-4698-b31b-6a0fae28781a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:50.994176 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-56dede15-7fff-4698-b31b-6a0fae28781a admin admin] Usage tracker for resource:subnet and tenant:96264c69f51248cab719e761aa370401 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:50.997733 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-56dede15-7fff-4698-b31b-6a0fae28781a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:51.004160 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-56dede15-7fff-4698-b31b-6a0fae28781a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:51.097698 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dede15-7fff-4698-b31b-6a0fae28781a admin admin] Made reservation on behalf of 96264c69f51248cab719e761aa370401 for: {'subnet': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:46:51.100138 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-56dede15-7fff-4698-b31b-6a0fae28781a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10784630'] for subnet, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:51.147274 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:51.158260 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] Transition to ACTIVE for port object f2b2a793-98b5-458e-9aed-5406831c8bdd will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:46:51.226917 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:51.318501 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e09d68c-34fe-474c-baf8-4bfffe307fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:51.380909 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efed95-10da-4631-933f-66a66271a297 None None] Pushing event updated for resources: {'Port': ['ID=f2b2a793-98b5-458e-9aed-5406831c8bdd,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:51.421913 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2efed95-10da-4631-933f-66a66271a297 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:51.422263 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2efed95-10da-4631-933f-66a66271a297 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:51.422605 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2efed95-10da-4631-933f-66a66271a297 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:51.422938 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2efed95-10da-4631-933f-66a66271a297 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:51.423271 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2efed95-10da-4631-933f-66a66271a297 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:51.423602 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2efed95-10da-4631-933f-66a66271a297 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:51.424048 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2efed95-10da-4631-933f-66a66271a297 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:51.424255 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2efed95-10da-4631-933f-66a66271a297 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:51.424583 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2efed95-10da-4631-933f-66a66271a297 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:51.424903 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2efed95-10da-4631-933f-66a66271a297 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:51.425248 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2efed95-10da-4631-933f-66a66271a297 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:51.425572 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2efed95-10da-4631-933f-66a66271a297 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:51.450164 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] Attempting to bind port f2b2a793-98b5-458e-9aed-5406831c8bdd on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:46:51.450532 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] Attempting to bind port f2b2a793-98b5-458e-9aed-5406831c8bdd by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': '1165c451-03f4-41c1-a063-4a3e4d726a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:46:51.451546 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] Attempting to bind port f2b2a793-98b5-458e-9aed-5406831c8bdd on network 7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:46:51.456219 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:46:51.456589 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] Checking segment: {'id': '1165c451-03f4-41c1-a063-4a3e4d726a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:46:51.456992 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:51.457403 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] Bound using segment: {'id': '1165c451-03f4-41c1-a063-4a3e4d726a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:46:51.457862 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] Bound port: f2b2a793-98b5-458e-9aed-5406831c8bdd, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1165c451-03f4-41c1-a063-4a3e4d726a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:46:51.458250 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:51.492421 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-56dede15-7fff-4698-b31b-6a0fae28781a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10573127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10784612'] for subnet, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:51.545539 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] For port f2b2a793-98b5-458e-9aed-5406831c8bdd, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:46:51.548457 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] For port f2b2a793-98b5-458e-9aed-5406831c8bdd, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=f2b2a793-98b5-458e-9aed-5406831c8bdd,segment=NetworkSegment(1165c451-03f4-41c1-a063-4a3e4d726a98),segment_id=1165c451-03f4-41c1-a063-4a3e4d726a98)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:46:51.568545 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dede15-7fff-4698-b31b-6a0fae28781a admin admin] Pushing event updated for resources: {'Subnet': ['ID=69a7ea49-f57e-49ec-b2ca-0d52eb24a6fe,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:51.576993 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dede15-7fff-4698-b31b-6a0fae28781a admin admin] Checking segment: {'id': 'a4361be5-7a44-4318-8141-6b6e9fea5878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '376b0136-a598-427a-900d-128b5279548a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:46:51.577391 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dede15-7fff-4698-b31b-6a0fae28781a admin admin] Network hostable DHCP agents. Network: 376b0136-a598-427a-900d-128b5279548a, hostable agents: ['4c125c21-34cc-48d5-813a-c17111208447'], hosted agents: [] {{(pid=87483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 22:46:51.632777 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:51.663135 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dede15-7fff-4698-b31b-6a0fae28781a admin admin] Network 376b0136-a598-427a-900d-128b5279548a is scheduled to be hosted by DHCP agent 4c125c21-34cc-48d5-813a-c17111208447 with binding_index 1 {{(pid=87483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 22:46:51.710972 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] Routers {'3822d30f-5329-4d58-ba98-a08e5c8164cc'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:46:51.711513 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:46:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['3822d30f-5329-4d58-ba98-a08e5c8164cc'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:51.752419 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-56dede15-7fff-4698-b31b-6a0fae28781a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-2-iscsi, 376b0136-a598-427a-900d-128b5279548a) {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:46:51.756436 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dede15-7fff-4698-b31b-6a0fae28781a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:46:51.757104 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-56dede15-7fff-4698-b31b-6a0fae28781a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:51.766074 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fef6c02-0ec6-4a3f-bc90-61615b3daf7f None None] Network 376b0136-a598-427a-900d-128b5279548a requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:46:51.916543 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] Set router 3822d30f-5329-4d58-ba98-a08e5c8164cc gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:46:52.004317 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 66b5b37f-1bee-44e8-9d35-2c95975f7c9f up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:46:52.041764 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-56dede15-7fff-4698-b31b-6a0fae28781a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0612960 Feb 05 22:46:52.045000 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51050) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:52.050593 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1386399408-router', 'tenant_id': '96264c69f51248cab719e761aa370401', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:46:52.055854 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:52.060359 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Usage tracker for resource:router and tenant:96264c69f51248cab719e761aa370401 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:52.061753 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efed95-10da-4631-933f-66a66271a297 None None] Pushing event updated for resources: {'Port': ['ID=f2b2a793-98b5-458e-9aed-5406831c8bdd,revision_number=4']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:52.064180 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:52.071636 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:52.155349 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1683'] for router, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:52.156604 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1668'] for router, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:52.176354 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:52.190365 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 66b5b37f-1bee-44e8-9d35-2c95975f7c9f triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:46:52.190749 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:52.220159 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc962ffca-d0ef-5521-9335-c9e17b987064-376b0136-a598-427a-900d-128b5279548a', 'network_id': '376b0136-a598-427a-900d-128b5279548a', 'tenant_id': '96264c69f51248cab719e761aa370401', 'fixed_ips': [{'subnet_id': '69a7ea49-f57e-49ec-b2ca-0d52eb24a6fe'}]}} from dv-cinder-818886-2-iscsi. {{(pid=87484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 05 22:46:52.220994 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:52.256622 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'name': 'tempest-TestShelveInstance-449430625-router', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:43Z', 'updated_at': '2022-02-05T22:46:48Z', 'revision_number': 4, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'gw_port': {'id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:44Z', 'updated_at': '2022-02-05T22:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'f2b2a793-98b5-458e-9aed-5406831c8bdd', 'name': '', 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'mac_address': 'fa:16:3e:21:d3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '989d0764-a45c-4e2a-805e-7a4066c0fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:47Z', 'updated_at': '2022-02-05T22:46:51Z', 'revision_number': 4, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'subnets': [{'id': '989d0764-a45c-4e2a-805e-7a4066c0fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:52.261516 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70821967-24a8-4526-9d5a-32192600cc67 None None] The sync data for ids ['3822d30f-5329-4d58-ba98-a08e5c8164cc'] in dv-cinder-818886-2-iscsi is: [{'id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'name': 'tempest-TestShelveInstance-449430625-router', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:43Z', 'updated_at': '2022-02-05T22:46:48Z', 'revision_number': 4, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'gw_port': {'id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:44Z', 'updated_at': '2022-02-05T22:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'f2b2a793-98b5-458e-9aed-5406831c8bdd', 'name': '', 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'mac_address': 'fa:16:3e:21:d3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '989d0764-a45c-4e2a-805e-7a4066c0fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:47Z', 'updated_at': '2022-02-05T22:46:51Z', 'revision_number': 4, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'subnets': [{'id': '989d0764-a45c-4e2a-805e-7a4066c0fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:46:52.518525 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:52.544701 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.db_base_plugin_common [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] Allocated IP 172.20.0.2 (376b0136-a598-427a-900d-128b5279548a/69a7ea49-f57e-49ec-b2ca-0d52eb24a6fe/a15013d0-80b1-40b0-9460-aa73b945ebac) {{(pid=87484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:46:52.619986 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:52.620546 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1654'] for router, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:52.762038 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:52.775060 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] Transition to ACTIVE for port object a15013d0-80b1-40b0-9460-aa73b945ebac will not be triggered until provisioned by entity L2. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:46:52.798179 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] Transition to ACTIVE for port object a15013d0-80b1-40b0-9460-aa73b945ebac will not be triggered until provisioned by entity DHCP. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:46:52.867417 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613'] for port, after_create {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:52.940637 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] Network 376b0136-a598-427a-900d-128b5279548a is already hosted by enough agents. {{(pid=87484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:46:52.943503 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.scheduler.base_scheduler [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] Resources bound (agent type, host, resource id): {{(pid=87484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:46:52.945847 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] Received port after_create {{(pid=87484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:46:52.995582 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] Pushing event updated for resources: {'Port': ['ID=a15013d0-80b1-40b0-9460-aa73b945ebac,revision_number=1']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:53.023791 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:53.048843 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] Attempting to bind port a15013d0-80b1-40b0-9460-aa73b945ebac on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:46:53.049230 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] Attempting to bind port a15013d0-80b1-40b0-9460-aa73b945ebac by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': 'a4361be5-7a44-4318-8141-6b6e9fea5878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '376b0136-a598-427a-900d-128b5279548a'}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:46:53.049588 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] Attempting to bind port a15013d0-80b1-40b0-9460-aa73b945ebac on network 376b0136-a598-427a-900d-128b5279548a {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:46:53.055177 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:46:53.055543 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] Checking segment: {'id': 'a4361be5-7a44-4318-8141-6b6e9fea5878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '376b0136-a598-427a-900d-128b5279548a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:46:53.056002 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:53.056322 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] Bound using segment: {'id': 'a4361be5-7a44-4318-8141-6b6e9fea5878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '376b0136-a598-427a-900d-128b5279548a'} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:46:53.056785 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] Bound port: a15013d0-80b1-40b0-9460-aa73b945ebac, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4361be5-7a44-4318-8141-6b6e9fea5878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '376b0136-a598-427a-900d-128b5279548a'}}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:46:53.057146 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:53.057281 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:53.154580 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] For port a15013d0-80b1-40b0-9460-aa73b945ebac, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:46:53.157822 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] For port a15013d0-80b1-40b0-9460-aa73b945ebac, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=a15013d0-80b1-40b0-9460-aa73b945ebac,segment=NetworkSegment(a4361be5-7a44-4318-8141-6b6e9fea5878),segment_id=a4361be5-7a44-4318-8141-6b6e9fea5878)] {{(pid=87484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:46:53.207011 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Allocated IP 172.27.3.242 (6817b256-dae4-44db-bc68-adab2164788e/583bfacf-eb7c-4478-b06f-909c14cf964a/fa4b8019-abd8-4186-a4c6-d654320beb04) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:46:53.218495 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:53.325191 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca8efb-9930-4a65-8fea-cdeb2fc78ac4 None None] Pushing event updated for resources: {'Port': ['ID=a15013d0-80b1-40b0-9460-aa73b945ebac,revision_number=2']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:53.434269 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:53.544528 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:53.676967 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Network 6817b256-dae4-44db-bc68-adab2164788e is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:46:53.679919 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:46:53.683812 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:46:53.709750 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:53.736609 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Pushing event updated for resources: {'Port': ['ID=fa4b8019-abd8-4186-a4c6-d654320beb04,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:54.017927 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device a15013d0-80b1-40b0-9460-aa73b945ebac up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:46:54.143390 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port a15013d0-80b1-40b0-9460-aa73b945ebac completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:46:54.148869 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device f2b2a793-98b5-458e-9aed-5406831c8bdd up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:46:54.280955 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port f2b2a793-98b5-458e-9aed-5406831c8bdd completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:46:54.289960 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port f2b2a793-98b5-458e-9aed-5406831c8bdd triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:46:54.290419 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:54.327809 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:54.419431 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:54.456693 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port f2b2a793-98b5-458e-9aed-5406831c8bdd, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=f2b2a793-98b5-458e-9aed-5406831c8bdd,segment=NetworkSegment(1165c451-03f4-41c1-a063-4a3e4d726a98),segment_id=1165c451-03f4-41c1-a063-4a3e4d726a98)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:46:54.483231 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f85c061-d784-4d18-a3a2-558684b2e42a None None] Network 376b0136-a598-427a-900d-128b5279548a requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:46:54.541414 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:54.652380 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=f2b2a793-98b5-458e-9aed-5406831c8bdd,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:54.680050 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542232'] for router, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:54.706061 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-186c0da8-5578-4905-8d63-3aa0e2962226 None None] Provisioning for port a15013d0-80b1-40b0-9460-aa73b945ebac completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:46:54.717352 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-186c0da8-5578-4905-8d63-3aa0e2962226 None None] Provisioning complete for port a15013d0-80b1-40b0-9460-aa73b945ebac triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:46:54.717975 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-186c0da8-5578-4905-8d63-3aa0e2962226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:54.899371 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-186c0da8-5578-4905-8d63-3aa0e2962226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:54.936883 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-186c0da8-5578-4905-8d63-3aa0e2962226 None None] For port a15013d0-80b1-40b0-9460-aa73b945ebac, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=a15013d0-80b1-40b0-9460-aa73b945ebac,segment=NetworkSegment(a4361be5-7a44-4318-8141-6b6e9fea5878),segment_id=a4361be5-7a44-4318-8141-6b6e9fea5878)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:46:54.963675 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Router 6701282a-a3a4-4bca-8f51-68d57406e8a5 is scheduled to L3 agent 48729e96-b06f-44c2-8385-6753e1637932 with binding_index 1 {{(pid=87483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 05 22:46:55.044347 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-186c0da8-5578-4905-8d63-3aa0e2962226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:55.130444 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c0da8-5578-4905-8d63-3aa0e2962226 None None] Pushing event updated for resources: {'Port': ['ID=a15013d0-80b1-40b0-9460-aa73b945ebac,revision_number=3']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:55.167837 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-efe548eb-f5a6-4331-9355-0400b52c24f7 None None] Provisioning complete for port a15013d0-80b1-40b0-9460-aa73b945ebac triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:46:55.168191 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:46:55.168384 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-efe548eb-f5a6-4331-9355-0400b52c24f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:55.234743 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] Sync routers for ids ['6701282a-a3a4-4bca-8f51-68d57406e8a5'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:46:55.261452 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] Notify callbacks [] for router, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:55.263843 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] Routers {'6701282a-a3a4-4bca-8f51-68d57406e8a5'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:46:55.263996 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-60b3e6a2-0cbe-4360-aa01-10906fac8026 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2174010 Feb 05 22:46:55.264086 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:46:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['6701282a-a3a4-4bca-8f51-68d57406e8a5'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:55.266496 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51084) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:55.493284 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] Set router 6701282a-a3a4-4bca-8f51-68d57406e8a5 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:46:55.785250 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6701282a-a3a4-4bca-8f51-68d57406e8a5', 'name': 'tempest-TestShelveInstance-1386399408-router', 'tenant_id': '96264c69f51248cab719e761aa370401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fa4b8019-abd8-4186-a4c6-d654320beb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:52Z', 'updated_at': '2022-02-05T22:46:53Z', 'revision_number': 3, 'project_id': '96264c69f51248cab719e761aa370401', 'gw_port': {'id': 'fa4b8019-abd8-4186-a4c6-d654320beb04', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6701282a-a3a4-4bca-8f51-68d57406e8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:53Z', 'updated_at': '2022-02-05T22:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:55.789126 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] Checking router: 6701282a-a3a4-4bca-8f51-68d57406e8a5 for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:46:55.789502 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] Updating router 6701282a-a3a4-4bca-8f51-68d57406e8a5 port fa4b8019-abd8-4186-a4c6-d654320beb04 binding host dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 22:46:55.841092 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:55.971741 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device a15013d0-80b1-40b0-9460-aa73b945ebac up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:46:56.081924 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e1631386-b0d6-4e68-8abe-2ed5038a82ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:56.147248 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port a15013d0-80b1-40b0-9460-aa73b945ebac triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:46:56.147616 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:56.285918 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [None req-e1631386-b0d6-4e68-8abe-2ed5038a82ad admin admin] Allocated IP 172.20.0.1 (376b0136-a598-427a-900d-128b5279548a/69a7ea49-f57e-49ec-b2ca-0d52eb24a6fe/3568ac2b-11a9-4870-b738-20591242156a) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:46:56.344001 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] Notify callbacks [] for port, precommit_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:56.352960 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device f2b2a793-98b5-458e-9aed-5406831c8bdd up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:46:56.400581 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] Transition to ACTIVE for port object fa4b8019-abd8-4186-a4c6-d654320beb04 will not be triggered until provisioned by entity L2. {{(pid=87484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:46:56.429076 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port f2b2a793-98b5-458e-9aed-5406831c8bdd triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:46:56.429468 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:56.436545 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e1631386-b0d6-4e68-8abe-2ed5038a82ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:56.452484 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [None req-e1631386-b0d6-4e68-8abe-2ed5038a82ad admin admin] Transition to ACTIVE for port object 3568ac2b-11a9-4870-b738-20591242156a will not be triggered until provisioned by entity DHCP. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:46:56.487203 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:56.555357 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e1631386-b0d6-4e68-8abe-2ed5038a82ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:56.610826 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ecc8b-84d2-4592-aa90-c7b2e75a475f None None] Pushing event updated for resources: {'Port': ['ID=fa4b8019-abd8-4186-a4c6-d654320beb04,revision_number=2']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:56.618078 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] Attempting to bind port fa4b8019-abd8-4186-a4c6-d654320beb04 on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:46:56.618445 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] Attempting to bind port fa4b8019-abd8-4186-a4c6-d654320beb04 by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:46:56.618805 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] Attempting to bind port fa4b8019-abd8-4186-a4c6-d654320beb04 on network 6817b256-dae4-44db-bc68-adab2164788e {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:46:56.625654 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1631386-b0d6-4e68-8abe-2ed5038a82ad admin admin] Network 376b0136-a598-427a-900d-128b5279548a is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:46:56.628655 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-e1631386-b0d6-4e68-8abe-2ed5038a82ad admin admin] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:46:56.631544 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:46:56.631991 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] Checking segment: {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:46:56.632319 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1631386-b0d6-4e68-8abe-2ed5038a82ad admin admin] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:46:56.632446 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:56.632731 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] Bound using segment: {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'} {{(pid=87484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:46:56.633224 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.managers [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] Bound port: fa4b8019-abd8-4186-a4c6-d654320beb04, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6817b256-dae4-44db-bc68-adab2164788e'}}] {{(pid=87484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:46:56.633589 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:56.662483 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1631386-b0d6-4e68-8abe-2ed5038a82ad admin admin] Pushing event updated for resources: {'Port': ['ID=3568ac2b-11a9-4870-b738-20591242156a,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:56.696475 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e1631386-b0d6-4e68-8abe-2ed5038a82ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960290'] for router_interface, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:56.751309 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] For port fa4b8019-abd8-4186-a4c6-d654320beb04, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:46:56.754651 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] For port fa4b8019-abd8-4186-a4c6-d654320beb04, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=fa4b8019-abd8-4186-a4c6-d654320beb04,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:46:56.846729 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:56.912519 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e1631386-b0d6-4e68-8abe-2ed5038a82ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:56.944535 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] Routers {'6701282a-a3a4-4bca-8f51-68d57406e8a5'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:46:56.945186 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:46:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['6701282a-a3a4-4bca-8f51-68d57406e8a5'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:57.001694 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ecc8b-84d2-4592-aa90-c7b2e75a475f None None] Pushing event updated for resources: {'Port': ['ID=fa4b8019-abd8-4186-a4c6-d654320beb04,revision_number=3']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:57.014295 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-fe767ca0-909b-43f8-ad87-d43bcd009df4 None None] Provisioning for port 3568ac2b-11a9-4870-b738-20591242156a completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:46:57.023897 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-fe767ca0-909b-43f8-ad87-d43bcd009df4 None None] Provisioning complete for port 3568ac2b-11a9-4870-b738-20591242156a triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:46:57.024265 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-fe767ca0-909b-43f8-ad87-d43bcd009df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:57.133345 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e1631386-b0d6-4e68-8abe-2ed5038a82ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:57.160377 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-fe767ca0-909b-43f8-ad87-d43bcd009df4 None None] Port 3568ac2b-11a9-4870-b738-20591242156a cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:46:57.182721 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] Set router 6701282a-a3a4-4bca-8f51-68d57406e8a5 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:46:57.220934 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e1631386-b0d6-4e68-8abe-2ed5038a82ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:57.332461 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1631386-b0d6-4e68-8abe-2ed5038a82ad admin admin] Pushing event updated for resources: {'Port': ['ID=3568ac2b-11a9-4870-b738-20591242156a,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:57.334819 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e1631386-b0d6-4e68-8abe-2ed5038a82ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960455'] for router_interface, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:57.467482 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1631386-b0d6-4e68-8abe-2ed5038a82ad admin admin] Network 376b0136-a598-427a-900d-128b5279548a is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:46:57.468824 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-e1631386-b0d6-4e68-8abe-2ed5038a82ad admin admin] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:46:57.498713 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6701282a-a3a4-4bca-8f51-68d57406e8a5', 'name': 'tempest-TestShelveInstance-1386399408-router', 'tenant_id': '96264c69f51248cab719e761aa370401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fa4b8019-abd8-4186-a4c6-d654320beb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:52Z', 'updated_at': '2022-02-05T22:46:56Z', 'revision_number': 4, 'project_id': '96264c69f51248cab719e761aa370401', 'gw_port': {'id': 'fa4b8019-abd8-4186-a4c6-d654320beb04', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6701282a-a3a4-4bca-8f51-68d57406e8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:53Z', 'updated_at': '2022-02-05T22:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': '3568ac2b-11a9-4870-b738-20591242156a', 'name': '', 'network_id': '376b0136-a598-427a-900d-128b5279548a', 'tenant_id': '96264c69f51248cab719e761aa370401', 'mac_address': 'fa:16:3e:fc:bb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6701282a-a3a4-4bca-8f51-68d57406e8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '69a7ea49-f57e-49ec-b2ca-0d52eb24a6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:56Z', 'updated_at': '2022-02-05T22:46:56Z', 'revision_number': 1, 'project_id': '96264c69f51248cab719e761aa370401', 'subnets': [{'id': '69a7ea49-f57e-49ec-b2ca-0d52eb24a6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:46:57.503029 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b8bea-2afd-4c02-a706-0acf75558310 None None] The sync data for ids ['6701282a-a3a4-4bca-8f51-68d57406e8a5'] in dv-cinder-818886-2-iscsi is: [{'id': '6701282a-a3a4-4bca-8f51-68d57406e8a5', 'name': 'tempest-TestShelveInstance-1386399408-router', 'tenant_id': '96264c69f51248cab719e761aa370401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fa4b8019-abd8-4186-a4c6-d654320beb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:52Z', 'updated_at': '2022-02-05T22:46:56Z', 'revision_number': 4, 'project_id': '96264c69f51248cab719e761aa370401', 'gw_port': {'id': 'fa4b8019-abd8-4186-a4c6-d654320beb04', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6701282a-a3a4-4bca-8f51-68d57406e8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:53Z', 'updated_at': '2022-02-05T22:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': '3568ac2b-11a9-4870-b738-20591242156a', 'name': '', 'network_id': '376b0136-a598-427a-900d-128b5279548a', 'tenant_id': '96264c69f51248cab719e761aa370401', 'mac_address': 'fa:16:3e:fc:bb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6701282a-a3a4-4bca-8f51-68d57406e8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '69a7ea49-f57e-49ec-b2ca-0d52eb24a6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:56Z', 'updated_at': '2022-02-05T22:46:56Z', 'revision_number': 1, 'project_id': '96264c69f51248cab719e761aa370401', 'subnets': [{'id': '69a7ea49-f57e-49ec-b2ca-0d52eb24a6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:46:57.664315 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1631386-b0d6-4e68-8abe-2ed5038a82ad admin admin] Router 6701282a-a3a4-4bca-8f51-68d57406e8a5 has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:46:57.691033 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-aab51b5f-c113-41a4-b1d2-673ef58669fa None None] Provisioning complete for port 3568ac2b-11a9-4870-b738-20591242156a triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:46:57.691033 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aab51b5f-c113-41a4-b1d2-673ef58669fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:57.769414 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-aab51b5f-c113-41a4-b1d2-673ef58669fa None None] Port 3568ac2b-11a9-4870-b738-20591242156a cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:46:57.974282 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1631386-b0d6-4e68-8abe-2ed5038a82ad admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:46:57.983515 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-e1631386-b0d6-4e68-8abe-2ed5038a82ad admin admin] 10.222.0.24 "PUT /v2.0/routers/6701282a-a3a4-4bca-8f51-68d57406e8a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7157836 Feb 05 22:46:58.654066 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51122) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:58.659208 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-efe4177f-051b-4b77-a8bc-1432c187fd37 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-584602125', 'description': 'tempest-secgroup-smoke-584602125 description', 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:46:58.664951 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-efe4177f-051b-4b77-a8bc-1432c187fd37 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:58.669338 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-efe4177f-051b-4b77-a8bc-1432c187fd37 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Usage tracker for resource:security_group and tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:58.672116 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-efe4177f-051b-4b77-a8bc-1432c187fd37 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:58.677892 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-efe4177f-051b-4b77-a8bc-1432c187fd37 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:58.776142 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-efe4177f-051b-4b77-a8bc-1432c187fd37 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:58.798063 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-efe4177f-051b-4b77-a8bc-1432c187fd37 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:58.801977 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-efe4177f-051b-4b77-a8bc-1432c187fd37 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Usage tracker for resource:security_group_rule and tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:58.804877 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-efe4177f-051b-4b77-a8bc-1432c187fd37 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:58.811291 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-efe4177f-051b-4b77-a8bc-1432c187fd37 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:58.879019 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-efe4177f-051b-4b77-a8bc-1432c187fd37 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:58.958337 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-efe4177f-051b-4b77-a8bc-1432c187fd37 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:59.008128 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4177f-051b-4b77-a8bc-1432c187fd37 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8ed676-de63-48c1-a96d-d5c46771602d,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:59.026479 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 51128) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:59.080952 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-efe4177f-051b-4b77-a8bc-1432c187fd37 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:59.082332 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-efe4177f-051b-4b77-a8bc-1432c187fd37 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4272478 Feb 05 22:46:59.085933 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 51134) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:59.091641 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Request body: {'security_group_rule': {'security_group_id': '3b8ed676-de63-48c1-a96d-d5c46771602d', 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:46:59.100739 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:59.104815 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Usage tracker for resource:security_group_rule and tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:59.108513 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:59.115038 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:59.267127 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e6b5bd60-cf89-49c7-b2fa-506b84690e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:59.284064 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:59.291183 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-e6b5bd60-cf89-49c7-b2fa-506b84690e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:59.298686 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-e6b5bd60-cf89-49c7-b2fa-506b84690e71 admin admin] Usage tracker for resource:security_group_rule and tenant:c624067bf9e64ee9bef1f6b16f66af44 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:59.303212 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-e6b5bd60-cf89-49c7-b2fa-506b84690e71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:59.315326 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-e6b5bd60-cf89-49c7-b2fa-506b84690e71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:59.388039 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:59.434637 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e6b5bd60-cf89-49c7-b2fa-506b84690e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:59.503204 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:59.529491 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b16b7b-0705-44d9-861d-d67345378bfa,revision_number=0']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:59.532624 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-e6b5bd60-cf89-49c7-b2fa-506b84690e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:59.561274 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:59.564258 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:59.564258 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:59.564258 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:59.564258 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:59.564258 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:59.564258 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:59.564258 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:59.564258 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:59.564258 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:59.565061 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:59.565061 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:46:59.603908 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-e6b5bd60-cf89-49c7-b2fa-506b84690e71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c624067bf9e64ee9bef1f6b16f66af44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5763268 Feb 05 22:46:59.605921 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5bd60-cf89-49c7-b2fa-506b84690e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3169ac-9816-41e7-98f4-6c0b9c18c362,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:59.607310 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51140) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:59.644711 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:59.646732 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-bab61d41-0972-4d05-8303-d3e3b5df789a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5602539 Feb 05 22:46:59.649484 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 51146) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:46:59.656748 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-9308a325-6d19-4b84-b9e6-f2e0d309e698 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Request body: {'security_group_rule': {'security_group_id': '3b8ed676-de63-48c1-a96d-d5c46771602d', 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:46:59.662853 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-9308a325-6d19-4b84-b9e6-f2e0d309e698 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:46:59.668020 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-9308a325-6d19-4b84-b9e6-f2e0d309e698 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Usage tracker for resource:security_group_rule and tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:46:59.670744 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c3f26fe6-ac72-4dc7-aadd-bc5feef8fd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:59.676101 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-9308a325-6d19-4b84-b9e6-f2e0d309e698 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:46:59.681914 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-9308a325-6d19-4b84-b9e6-f2e0d309e698 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:46:59.698250 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c3f26fe6-ac72-4dc7-aadd-bc5feef8fd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:59.776426 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9308a325-6d19-4b84-b9e6-f2e0d309e698 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:59.834654 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c3f26fe6-ac72-4dc7-aadd-bc5feef8fd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:59.848971 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9308a325-6d19-4b84-b9e6-f2e0d309e698 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:59.853445 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f26fe6-ac72-4dc7-aadd-bc5feef8fd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3169ac-9816-41e7-98f4-6c0b9c18c362,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:59.860389 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-c3f26fe6-ac72-4dc7-aadd-bc5feef8fd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:59.861777 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-c3f26fe6-ac72-4dc7-aadd-bc5feef8fd3d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c3169ac-9816-41e7-98f4-6c0b9c18c362 HTTP/1.1" status: 204 len: 168 time: 0.2536271 Feb 05 22:46:59.919878 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9308a325-6d19-4b84-b9e6-f2e0d309e698 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:46:59.947324 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308a325-6d19-4b84-b9e6-f2e0d309e698 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173482c5-609f-49ea-ba35-497fe010a88e,revision_number=0']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:46:59.994145 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device fa4b8019-abd8-4186-a4c6-d654320beb04 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:47:00.041057 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-9308a325-6d19-4b84-b9e6-f2e0d309e698 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:00.043502 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-9308a325-6d19-4b84-b9e6-f2e0d309e698 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3925176 Feb 05 22:47:00.046760 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51152) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:00.052378 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-b396771d-4496-49be-8d43-caf13eec3e41 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Request body: {'security_group_rule': {'security_group_id': '3b8ed676-de63-48c1-a96d-d5c46771602d', 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:47:00.062589 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-b396771d-4496-49be-8d43-caf13eec3e41 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:47:00.068261 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-b396771d-4496-49be-8d43-caf13eec3e41 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Usage tracker for resource:security_group_rule and tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:47:00.071283 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-b396771d-4496-49be-8d43-caf13eec3e41 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:47:00.079206 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-b396771d-4496-49be-8d43-caf13eec3e41 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:47:00.144561 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port fa4b8019-abd8-4186-a4c6-d654320beb04 completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:47:00.155274 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port fa4b8019-abd8-4186-a4c6-d654320beb04 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:47:00.155274 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:00.182285 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b396771d-4496-49be-8d43-caf13eec3e41 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:00.265598 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b396771d-4496-49be-8d43-caf13eec3e41 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:00.296563 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:00.314222 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port fa4b8019-abd8-4186-a4c6-d654320beb04, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=fa4b8019-abd8-4186-a4c6-d654320beb04,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:47:00.335297 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b396771d-4496-49be-8d43-caf13eec3e41 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:00.351900 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] Sync routers for ids ['6701282a-a3a4-4bca-8f51-68d57406e8a5'] in dv-cinder-818886-2-iscsi {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:47:00.362072 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] Routers {'6701282a-a3a4-4bca-8f51-68d57406e8a5'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:47:00.367428 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:46:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['6701282a-a3a4-4bca-8f51-68d57406e8a5'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:47:00.372300 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396771d-4496-49be-8d43-caf13eec3e41 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46ec9cb-8f3d-4131-a5d3-62e439945fe3,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:00.388989 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:00.458721 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=fa4b8019-abd8-4186-a4c6-d654320beb04,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:00.472465 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b396771d-4496-49be-8d43-caf13eec3e41 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:00.473666 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-b396771d-4496-49be-8d43-caf13eec3e41 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4259226 Feb 05 22:47:00.476369 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51158) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:00.481982 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-e9252d47-dc45-4f54-9a47-fb038f3ad4e8 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Request body: {'security_group_rule': {'security_group_id': '3b8ed676-de63-48c1-a96d-d5c46771602d', 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:47:00.488206 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-e9252d47-dc45-4f54-9a47-fb038f3ad4e8 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:47:00.492218 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-e9252d47-dc45-4f54-9a47-fb038f3ad4e8 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Usage tracker for resource:security_group_rule and tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:47:00.495194 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-e9252d47-dc45-4f54-9a47-fb038f3ad4e8 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:47:00.502670 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-e9252d47-dc45-4f54-9a47-fb038f3ad4e8 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:47:00.570027 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] Set router 6701282a-a3a4-4bca-8f51-68d57406e8a5 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:47:00.587862 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e9252d47-dc45-4f54-9a47-fb038f3ad4e8 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:00.635173 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51162) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:00.655063 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ac0a2129-fc80-4cf1-a667-a200ca47eb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:00.674900 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-ac0a2129-fc80-4cf1-a667-a200ca47eb2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:47:00.685780 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-ac0a2129-fc80-4cf1-a667-a200ca47eb2a admin admin] Usage tracker for resource:security_group_rule and tenant:8049db526b8b4a5f855855cdf6a9c932 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:47:00.692343 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-ac0a2129-fc80-4cf1-a667-a200ca47eb2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:47:00.694808 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e9252d47-dc45-4f54-9a47-fb038f3ad4e8 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:00.698521 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-ac0a2129-fc80-4cf1-a667-a200ca47eb2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:47:00.784201 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ac0a2129-fc80-4cf1-a667-a200ca47eb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:00.790288 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e9252d47-dc45-4f54-9a47-fb038f3ad4e8 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:00.817361 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9252d47-dc45-4f54-9a47-fb038f3ad4e8 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ba7c7f-01d6-4b24-b892-4b519b8449f1,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:00.889722 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ac0a2129-fc80-4cf1-a667-a200ca47eb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:00.890661 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6701282a-a3a4-4bca-8f51-68d57406e8a5', 'name': 'tempest-TestShelveInstance-1386399408-router', 'tenant_id': '96264c69f51248cab719e761aa370401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fa4b8019-abd8-4186-a4c6-d654320beb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:52Z', 'updated_at': '2022-02-05T22:46:56Z', 'revision_number': 4, 'project_id': '96264c69f51248cab719e761aa370401', 'gw_port': {'id': 'fa4b8019-abd8-4186-a4c6-d654320beb04', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6701282a-a3a4-4bca-8f51-68d57406e8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:53Z', 'updated_at': '2022-02-05T22:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': '3568ac2b-11a9-4870-b738-20591242156a', 'name': '', 'network_id': '376b0136-a598-427a-900d-128b5279548a', 'tenant_id': '96264c69f51248cab719e761aa370401', 'mac_address': 'fa:16:3e:fc:bb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6701282a-a3a4-4bca-8f51-68d57406e8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '69a7ea49-f57e-49ec-b2ca-0d52eb24a6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:56Z', 'updated_at': '2022-02-05T22:46:56Z', 'revision_number': 2, 'project_id': '96264c69f51248cab719e761aa370401', 'subnets': [{'id': '69a7ea49-f57e-49ec-b2ca-0d52eb24a6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:47:00.894505 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] Checking router: 6701282a-a3a4-4bca-8f51-68d57406e8a5 for host: dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:47:00.904386 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] Updating router 6701282a-a3a4-4bca-8f51-68d57406e8a5 port 3568ac2b-11a9-4870-b738-20591242156a binding host dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 22:47:00.937280 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-ac0a2129-fc80-4cf1-a667-a200ca47eb2a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8049db526b8b4a5f855855cdf6a9c932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060486 Feb 05 22:47:00.938791 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a2129-fc80-4cf1-a667-a200ca47eb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d60149-fcdb-4dac-b27e-b63e020a6b3c,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:00.939927 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 51166) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:00.946240 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e9252d47-dc45-4f54-9a47-fb038f3ad4e8 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:00.948277 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:00.950354 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-e9252d47-dc45-4f54-9a47-fb038f3ad4e8 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4729898 Feb 05 22:47:00.951123 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51170) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:00.956209 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-99857cd6-123c-4a39-bac6-7d0ed96a86e9 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Request body: {'security_group_rule': {'security_group_id': '3b8ed676-de63-48c1-a96d-d5c46771602d', 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:47:00.966781 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-99857cd6-123c-4a39-bac6-7d0ed96a86e9 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:47:00.967272 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-99857cd6-123c-4a39-bac6-7d0ed96a86e9 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Usage tracker for resource:security_group_rule and tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:47:00.970328 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-99857cd6-123c-4a39-bac6-7d0ed96a86e9 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:47:00.976213 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-99857cd6-123c-4a39-bac6-7d0ed96a86e9 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:47:01.002938 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b244d39a-e4a9-4e35-b5a0-ce2085ac3ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:01.029001 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b244d39a-e4a9-4e35-b5a0-ce2085ac3ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:01.046401 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.securitygroups_db [None req-99857cd6-123c-4a39-bac6-7d0ed96a86e9 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Project 1e27fc590cef42a9b9b68f1f98a2a6c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 22:47:01.053423 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-99857cd6-123c-4a39-bac6-7d0ed96a86e9 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:01.171948 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b244d39a-e4a9-4e35-b5a0-ce2085ac3ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:01.186302 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-99857cd6-123c-4a39-bac6-7d0ed96a86e9 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:01.191894 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244d39a-e4a9-4e35-b5a0-ce2085ac3ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d60149-fcdb-4dac-b27e-b63e020a6b3c,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:01.195451 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b244d39a-e4a9-4e35-b5a0-ce2085ac3ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:01.196438 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-b244d39a-e4a9-4e35-b5a0-ce2085ac3ef7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7d60149-fcdb-4dac-b27e-b63e020a6b3c HTTP/1.1" status: 204 len: 168 time: 0.2555451 Feb 05 22:47:01.249290 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-99857cd6-123c-4a39-bac6-7d0ed96a86e9 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:01.274063 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99857cd6-123c-4a39-bac6-7d0ed96a86e9 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6a8a66-5684-411f-b125-e1474f09244f,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:01.309137 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:01.320310 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] Transition to ACTIVE for port object 3568ac2b-11a9-4870-b738-20591242156a will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:47:01.404511 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-99857cd6-123c-4a39-bac6-7d0ed96a86e9 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:01.405788 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-99857cd6-123c-4a39-bac6-7d0ed96a86e9 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4537284 Feb 05 22:47:01.408589 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51176) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:01.413500 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-5a49345f-d9b6-4443-9cdb-c5645de60b57 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Request body: {'security_group_rule': {'security_group_id': '3b8ed676-de63-48c1-a96d-d5c46771602d', 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:47:01.419964 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-5a49345f-d9b6-4443-9cdb-c5645de60b57 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:47:01.423721 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-5a49345f-d9b6-4443-9cdb-c5645de60b57 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Usage tracker for resource:security_group_rule and tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:47:01.426637 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-5a49345f-d9b6-4443-9cdb-c5645de60b57 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:47:01.426850 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:01.436454 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-5a49345f-d9b6-4443-9cdb-c5645de60b57 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:47:01.549024 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.securitygroups_db [None req-5a49345f-d9b6-4443-9cdb-c5645de60b57 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Project 1e27fc590cef42a9b9b68f1f98a2a6c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 22:47:01.556335 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-5a49345f-d9b6-4443-9cdb-c5645de60b57 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:01.561616 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81608453-b63f-4b5b-a499-b409a1492fce None None] Pushing event updated for resources: {'Port': ['ID=3568ac2b-11a9-4870-b738-20591242156a,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:01.641650 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-5a49345f-d9b6-4443-9cdb-c5645de60b57 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:01.658060 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] Attempting to bind port 3568ac2b-11a9-4870-b738-20591242156a on host dv-cinder-818886-2-iscsi for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:47:01.658433 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] Attempting to bind port 3568ac2b-11a9-4870-b738-20591242156a by drivers openvswitch,hyperv on host dv-cinder-818886-2-iscsi at level 0 using segments [{'id': 'a4361be5-7a44-4318-8141-6b6e9fea5878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '376b0136-a598-427a-900d-128b5279548a'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:47:01.658795 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] Attempting to bind port 3568ac2b-11a9-4870-b738-20591242156a on network 376b0136-a598-427a-900d-128b5279548a {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:47:01.664231 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] Checking agent: {'id': 'f9dab214-f629-49ba-b328-02d5eafcc254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 28, 22), 'started_at': datetime.datetime(2022, 2, 5, 22, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:47:01.664600 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] Checking segment: {'id': 'a4361be5-7a44-4318-8141-6b6e9fea5878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '376b0136-a598-427a-900d-128b5279548a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:47:01.674582 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:01.674582 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] Bound using segment: {'id': 'a4361be5-7a44-4318-8141-6b6e9fea5878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '376b0136-a598-427a-900d-128b5279548a'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:47:01.674582 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] Bound port: 3568ac2b-11a9-4870-b738-20591242156a, host: dv-cinder-818886-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4361be5-7a44-4318-8141-6b6e9fea5878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '376b0136-a598-427a-900d-128b5279548a'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:47:01.674582 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:01.720822 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-5a49345f-d9b6-4443-9cdb-c5645de60b57 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611670'] for security_group_rule, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:01.745457 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49345f-d9b6-4443-9cdb-c5645de60b57 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6847bc71-0d6a-47ef-b8ec-28b8bbbd6f7e,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:01.762726 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] For port 3568ac2b-11a9-4870-b738-20591242156a, host dv-cinder-818886-2-iscsi, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:47:01.765913 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] For port 3568ac2b-11a9-4870-b738-20591242156a, host dv-cinder-818886-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=3568ac2b-11a9-4870-b738-20591242156a,segment=NetworkSegment(a4361be5-7a44-4318-8141-6b6e9fea5878),segment_id=a4361be5-7a44-4318-8141-6b6e9fea5878)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:47:01.823606 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-5a49345f-d9b6-4443-9cdb-c5645de60b57 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:01.825074 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-5a49345f-d9b6-4443-9cdb-c5645de60b57 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4155290 Feb 05 22:47:01.832694 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:01.907336 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] Routers {'6701282a-a3a4-4bca-8f51-68d57406e8a5'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:47:01.907925 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:46:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['6701282a-a3a4-4bca-8f51-68d57406e8a5'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:47:02.000202 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81608453-b63f-4b5b-a499-b409a1492fce None None] Pushing event updated for resources: {'Port': ['ID=3568ac2b-11a9-4870-b738-20591242156a,revision_number=4']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:02.007721 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device fa4b8019-abd8-4186-a4c6-d654320beb04 up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:47:02.126260 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port fa4b8019-abd8-4186-a4c6-d654320beb04 triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:47:02.127127 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:02.188983 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] Set router 6701282a-a3a4-4bca-8f51-68d57406e8a5 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:47:02.549423 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6701282a-a3a4-4bca-8f51-68d57406e8a5', 'name': 'tempest-TestShelveInstance-1386399408-router', 'tenant_id': '96264c69f51248cab719e761aa370401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fa4b8019-abd8-4186-a4c6-d654320beb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:52Z', 'updated_at': '2022-02-05T22:46:56Z', 'revision_number': 4, 'project_id': '96264c69f51248cab719e761aa370401', 'gw_port': {'id': 'fa4b8019-abd8-4186-a4c6-d654320beb04', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6701282a-a3a4-4bca-8f51-68d57406e8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:53Z', 'updated_at': '2022-02-05T22:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': '3568ac2b-11a9-4870-b738-20591242156a', 'name': '', 'network_id': '376b0136-a598-427a-900d-128b5279548a', 'tenant_id': '96264c69f51248cab719e761aa370401', 'mac_address': 'fa:16:3e:fc:bb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6701282a-a3a4-4bca-8f51-68d57406e8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '69a7ea49-f57e-49ec-b2ca-0d52eb24a6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:56Z', 'updated_at': '2022-02-05T22:47:01Z', 'revision_number': 4, 'project_id': '96264c69f51248cab719e761aa370401', 'subnets': [{'id': '69a7ea49-f57e-49ec-b2ca-0d52eb24a6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:47:02.553422 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5519ba3-25c9-4004-a558-5d3db9f26d89 None None] The sync data for ids ['6701282a-a3a4-4bca-8f51-68d57406e8a5'] in dv-cinder-818886-2-iscsi is: [{'id': '6701282a-a3a4-4bca-8f51-68d57406e8a5', 'name': 'tempest-TestShelveInstance-1386399408-router', 'tenant_id': '96264c69f51248cab719e761aa370401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fa4b8019-abd8-4186-a4c6-d654320beb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:52Z', 'updated_at': '2022-02-05T22:46:56Z', 'revision_number': 4, 'project_id': '96264c69f51248cab719e761aa370401', 'gw_port': {'id': 'fa4b8019-abd8-4186-a4c6-d654320beb04', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6701282a-a3a4-4bca-8f51-68d57406e8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:53Z', 'updated_at': '2022-02-05T22:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': '3568ac2b-11a9-4870-b738-20591242156a', 'name': '', 'network_id': '376b0136-a598-427a-900d-128b5279548a', 'tenant_id': '96264c69f51248cab719e761aa370401', 'mac_address': 'fa:16:3e:fc:bb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6701282a-a3a4-4bca-8f51-68d57406e8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '69a7ea49-f57e-49ec-b2ca-0d52eb24a6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:56Z', 'updated_at': '2022-02-05T22:47:01Z', 'revision_number': 4, 'project_id': '96264c69f51248cab719e761aa370401', 'subnets': [{'id': '69a7ea49-f57e-49ec-b2ca-0d52eb24a6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:47:03.986250 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 3568ac2b-11a9-4870-b738-20591242156a up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:47:04.131907 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning for port 3568ac2b-11a9-4870-b738-20591242156a completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:47:04.137674 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 3568ac2b-11a9-4870-b738-20591242156a triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:47:04.138132 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:04.263024 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:04.298060 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] For port 3568ac2b-11a9-4870-b738-20591242156a, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=3568ac2b-11a9-4870-b738-20591242156a,segment=NetworkSegment(a4361be5-7a44-4318-8141-6b6e9fea5878),segment_id=a4361be5-7a44-4318-8141-6b6e9fea5878)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:47:04.404347 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:04.472475 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Pushing event updated for resources: {'Port': ['ID=3568ac2b-11a9-4870-b738-20591242156a,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:04.480114 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:04.481450 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:04.481948 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:04.482349 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:04.486593 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:04.486593 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:04.486593 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:04.486593 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:04.486593 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:04.486593 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:04.486593 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:04.486593 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:04.835171 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51300) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:04.951564 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1e76a020-14fd-4bd7-9b2d-520a008d7a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:04.969927 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-1e76a020-14fd-4bd7-9b2d-520a008d7a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:47:04.974521 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-1e76a020-14fd-4bd7-9b2d-520a008d7a12 admin admin] Usage tracker for resource:security_group_rule and tenant:1d3972bfb7264075aa85d908038b704c is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:47:04.977902 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-1e76a020-14fd-4bd7-9b2d-520a008d7a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:47:04.983902 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-1e76a020-14fd-4bd7-9b2d-520a008d7a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:47:05.062749 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1e76a020-14fd-4bd7-9b2d-520a008d7a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:05.148878 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1e76a020-14fd-4bd7-9b2d-520a008d7a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:05.197940 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-1e76a020-14fd-4bd7-9b2d-520a008d7a12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d3972bfb7264075aa85d908038b704c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3614306 Feb 05 22:47:05.207255 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76a020-14fd-4bd7-9b2d-520a008d7a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f52e013-86fe-441d-946f-56cf8a9f7592,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:05.207685 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 51308) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:05.210023 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76a020-14fd-4bd7-9b2d-520a008d7a12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:05.210394 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76a020-14fd-4bd7-9b2d-520a008d7a12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:05.210778 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76a020-14fd-4bd7-9b2d-520a008d7a12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:05.211142 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76a020-14fd-4bd7-9b2d-520a008d7a12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:05.211446 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76a020-14fd-4bd7-9b2d-520a008d7a12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:05.211819 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76a020-14fd-4bd7-9b2d-520a008d7a12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:05.212244 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76a020-14fd-4bd7-9b2d-520a008d7a12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:05.212605 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76a020-14fd-4bd7-9b2d-520a008d7a12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:05.212970 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76a020-14fd-4bd7-9b2d-520a008d7a12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:05.213498 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76a020-14fd-4bd7-9b2d-520a008d7a12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:05.213830 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76a020-14fd-4bd7-9b2d-520a008d7a12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:05.214169 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76a020-14fd-4bd7-9b2d-520a008d7a12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:47:05.275010 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7a4aaab7-75b0-4d84-8441-3d845f614da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:05.300650 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7a4aaab7-75b0-4d84-8441-3d845f614da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:05.411506 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7a4aaab7-75b0-4d84-8441-3d845f614da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:05.425794 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4aaab7-75b0-4d84-8441-3d845f614da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f52e013-86fe-441d-946f-56cf8a9f7592,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:05.433250 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-7a4aaab7-75b0-4d84-8441-3d845f614da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:05.435710 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-7a4aaab7-75b0-4d84-8441-3d845f614da2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f52e013-86fe-441d-946f-56cf8a9f7592 HTTP/1.1" status: 204 len: 168 time: 0.2267201 Feb 05 22:47:05.965281 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 3568ac2b-11a9-4870-b738-20591242156a up at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:47:06.061684 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 51316) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:06.064758 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Provisioning complete for port 3568ac2b-11a9-4870-b738-20591242156a triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:47:06.065128 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:06.079628 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-5cd6bc93-76eb-4cce-84ee-047dcf87d8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:06.094239 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-5cd6bc93-76eb-4cce-84ee-047dcf87d8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:47:06.097959 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-5cd6bc93-76eb-4cce-84ee-047dcf87d8d8 admin admin] Usage tracker for resource:security_group_rule and tenant:181d733c70644229a59c70c665e0b5d6 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:47:06.100684 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-5cd6bc93-76eb-4cce-84ee-047dcf87d8d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:47:06.106440 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-5cd6bc93-76eb-4cce-84ee-047dcf87d8d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:47:06.194590 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-5cd6bc93-76eb-4cce-84ee-047dcf87d8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:06.255151 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-5cd6bc93-76eb-4cce-84ee-047dcf87d8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:06.304014 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-5cd6bc93-76eb-4cce-84ee-047dcf87d8d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=181d733c70644229a59c70c665e0b5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410624 Feb 05 22:47:06.305652 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6bc93-76eb-4cce-84ee-047dcf87d8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb4b959-e336-47f0-9eba-97a8b3a6f341,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:06.306751 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51322) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:06.368401 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2e0b94d2-1742-4cb2-b959-4ea3abacb548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:06.393747 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2e0b94d2-1742-4cb2-b959-4ea3abacb548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:06.531383 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2e0b94d2-1742-4cb2-b959-4ea3abacb548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:06.547425 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b94d2-1742-4cb2-b959-4ea3abacb548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb4b959-e336-47f0-9eba-97a8b3a6f341,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:06.558360 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-2e0b94d2-1742-4cb2-b959-4ea3abacb548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:06.561458 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-2e0b94d2-1742-4cb2-b959-4ea3abacb548 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5fb4b959-e336-47f0-9eba-97a8b3a6f341 HTTP/1.1" status: 204 len: 168 time: 0.2517817 Feb 05 22:47:07.767075 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51348) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:07.870472 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1467295842-network', 'tenant_id': 'a86bdbafbe1943a2b583f421d9fbde3f'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:47:07.882944 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:47:07.889643 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] Usage tracker for resource:network and tenant:a86bdbafbe1943a2b583f421d9fbde3f is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:47:07.894501 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:47:07.901656 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:47:07.982826 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] Made reservation on behalf of a86bdbafbe1943a2b583f421d9fbde3f for: {'network': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:47:07.985307 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for network, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:07.997676 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:08.012079 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:47:08.016057 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] Usage tracker for resource:security_group_rule and tenant:a86bdbafbe1943a2b583f421d9fbde3f is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:47:08.018818 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:47:08.024365 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:47:08.104127 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:08.180990 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:08.210944 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=87483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 22:47:08.219713 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0caede-f7bc-4a62-bb9b-60c252aa3ef9,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:08.225255 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:08.225633 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.segments_db [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] Added segment 5dfa606a-4688-46f3-9788-e25e87c1d703 of type vlan for network 35d4c8fd-7a40-4933-84b3-98d093960a6a Feb 05 22:47:08.254002 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748711372171'] for network, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:08.409852 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for network, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:08.411044 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:08.411513 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:08.508708 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] Pushing event updated for resources: {'Network': ['ID=35d4c8fd-7a40-4933-84b3-98d093960a6a,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:08.519446 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Network 35d4c8fd-7a40-4933-84b3-98d093960a6a details requested by agent ovs-agent-dv-cinder-818886-2-iscsi with host dv-cinder-818886-2-iscsi {{(pid=87484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 05 22:47:08.627014 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-b093b234-1b7e-43cf-bddf-5ac23d8e3740 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8588624 Feb 05 22:47:08.629797 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51356) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:08.635488 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-156a2f71-a283-4155-bedc-25c860fb4cb8 admin admin] Request body: {'subnet': {'network_id': '35d4c8fd-7a40-4933-84b3-98d093960a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1467295842-subnet', 'tenant_id': 'a86bdbafbe1943a2b583f421d9fbde3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:47:08.640991 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-156a2f71-a283-4155-bedc-25c860fb4cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:47:08.646899 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-156a2f71-a283-4155-bedc-25c860fb4cb8 admin admin] Usage tracker for resource:subnet and tenant:a86bdbafbe1943a2b583f421d9fbde3f is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:47:08.647719 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-156a2f71-a283-4155-bedc-25c860fb4cb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:47:08.653803 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-156a2f71-a283-4155-bedc-25c860fb4cb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:47:08.764339 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156a2f71-a283-4155-bedc-25c860fb4cb8 admin admin] Made reservation on behalf of a86bdbafbe1943a2b583f421d9fbde3f for: {'subnet': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:47:08.766726 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-156a2f71-a283-4155-bedc-25c860fb4cb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10784630'] for subnet, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:09.028981 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-156a2f71-a283-4155-bedc-25c860fb4cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10573127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10784612'] for subnet, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:09.107838 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a2f71-a283-4155-bedc-25c860fb4cb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7951aae-ae04-4a5f-89d7-180a94c65bb1,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:09.113072 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a2f71-a283-4155-bedc-25c860fb4cb8 admin admin] Checking segment: {'id': '5dfa606a-4688-46f3-9788-e25e87c1d703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '35d4c8fd-7a40-4933-84b3-98d093960a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:47:09.113984 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156a2f71-a283-4155-bedc-25c860fb4cb8 admin admin] Network hostable DHCP agents. Network: 35d4c8fd-7a40-4933-84b3-98d093960a6a, hostable agents: ['4c125c21-34cc-48d5-813a-c17111208447'], hosted agents: [] {{(pid=87483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 22:47:09.186168 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156a2f71-a283-4155-bedc-25c860fb4cb8 admin admin] Network 35d4c8fd-7a40-4933-84b3-98d093960a6a is scheduled to be hosted by DHCP agent 4c125c21-34cc-48d5-813a-c17111208447 with binding_index 1 {{(pid=87483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 22:47:09.268942 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-156a2f71-a283-4155-bedc-25c860fb4cb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-2-iscsi, 35d4c8fd-7a40-4933-84b3-98d093960a6a) {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:47:09.273177 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156a2f71-a283-4155-bedc-25c860fb4cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:09.273801 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-156a2f71-a283-4155-bedc-25c860fb4cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:09.277754 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ad9615-1d3c-471d-b2f8-2d7197f7a079 None None] Network 35d4c8fd-7a40-4933-84b3-98d093960a6a requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:47:09.355325 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-156a2f71-a283-4155-bedc-25c860fb4cb8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7244496 Feb 05 22:47:09.489203 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e44946c-056c-4222-825f-e80941b2fb5a None None] Network 35d4c8fd-7a40-4933-84b3-98d093960a6a requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:47:10.033007 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51376) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:10.038601 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-605501944-network', 'tenant_id': '490beaf3362b4be28f1be7dffbbab3ee'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:47:10.043227 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:47:10.047121 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] Usage tracker for resource:network and tenant:490beaf3362b4be28f1be7dffbbab3ee is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:47:10.049921 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:47:10.055522 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:47:10.131742 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] Made reservation on behalf of 490beaf3362b4be28f1be7dffbbab3ee for: {'network': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:47:10.134407 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for network, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:10.147117 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:10.160896 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:47:10.164615 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] Usage tracker for resource:security_group_rule and tenant:490beaf3362b4be28f1be7dffbbab3ee is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:47:10.167398 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:47:10.173065 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:47:10.253889 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:10.332006 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:10.363612 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=87483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 22:47:10.372450 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef265766-ca0d-40f2-81ee-f48e924b1a2d,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:10.377831 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:10.378178 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.segments_db [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] Added segment 9da86b4a-1ae8-4d8e-ae57-2b350444e17b of type vlan for network 107b1800-9d12-4207-a188-d46570c5ebc0 Feb 05 22:47:10.403817 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748711372171'] for network, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:10.506276 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136'] for network, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:10.507172 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:10.507761 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:10.614892 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] Pushing event updated for resources: {'Network': ['ID=107b1800-9d12-4207-a188-d46570c5ebc0,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:10.624956 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Network 107b1800-9d12-4207-a188-d46570c5ebc0 details requested by agent ovs-agent-dv-cinder-818886-2-iscsi with host dv-cinder-818886-2-iscsi {{(pid=87484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 05 22:47:10.675306 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-53292c12-457c-4711-9af7-c60068a972f3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6411097 Feb 05 22:47:10.677918 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51382) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:10.683195 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [None req-b546dd61-5e18-48bf-9e58-53ead9a21421 admin admin] Request body: {'subnet': {'network_id': '107b1800-9d12-4207-a188-d46570c5ebc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-605501944-subnet', 'tenant_id': '490beaf3362b4be28f1be7dffbbab3ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:47:10.688767 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-b546dd61-5e18-48bf-9e58-53ead9a21421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:47:10.692493 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-b546dd61-5e18-48bf-9e58-53ead9a21421 admin admin] Usage tracker for resource:subnet and tenant:490beaf3362b4be28f1be7dffbbab3ee is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:47:10.695325 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-b546dd61-5e18-48bf-9e58-53ead9a21421 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:47:10.701022 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-b546dd61-5e18-48bf-9e58-53ead9a21421 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:47:10.783053 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b546dd61-5e18-48bf-9e58-53ead9a21421 admin admin] Made reservation on behalf of 490beaf3362b4be28f1be7dffbbab3ee for: {'subnet': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:47:10.785479 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b546dd61-5e18-48bf-9e58-53ead9a21421 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10784630'] for subnet, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:11.052050 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b546dd61-5e18-48bf-9e58-53ead9a21421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10573127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10784612'] for subnet, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:11.130951 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546dd61-5e18-48bf-9e58-53ead9a21421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa0b6fbc-0883-4c72-a0c0-88b0a1beff0a,revision_number=0']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:11.140535 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b546dd61-5e18-48bf-9e58-53ead9a21421 admin admin] Checking segment: {'id': '9da86b4a-1ae8-4d8e-ae57-2b350444e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '107b1800-9d12-4207-a188-d46570c5ebc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:47:11.140891 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b546dd61-5e18-48bf-9e58-53ead9a21421 admin admin] Network hostable DHCP agents. Network: 107b1800-9d12-4207-a188-d46570c5ebc0, hostable agents: ['4c125c21-34cc-48d5-813a-c17111208447'], hosted agents: [] {{(pid=87483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 22:47:11.228397 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b546dd61-5e18-48bf-9e58-53ead9a21421 admin admin] Network 107b1800-9d12-4207-a188-d46570c5ebc0 is scheduled to be hosted by DHCP agent 4c125c21-34cc-48d5-813a-c17111208447 with binding_index 1 {{(pid=87483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 22:47:11.343297 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [None req-b546dd61-5e18-48bf-9e58-53ead9a21421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-2-iscsi, 107b1800-9d12-4207-a188-d46570c5ebc0) {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:47:11.347407 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b546dd61-5e18-48bf-9e58-53ead9a21421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:11.348063 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-b546dd61-5e18-48bf-9e58-53ead9a21421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:11.355345 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f574ac-7d2c-4719-9c48-cffde82c02ec None None] Network 107b1800-9d12-4207-a188-d46570c5ebc0 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:47:11.411553 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:11.440722 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-b546dd61-5e18-48bf-9e58-53ead9a21421 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7617528 Feb 05 22:47:11.563471 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd77fa2-1b01-4c75-a70c-8d1235cff078 None None] Network 107b1800-9d12-4207-a188-d46570c5ebc0 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:47:16.711675 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a83ab2ff-7dda-4d3b-b0de-a4e1bec0e316 req-d69c5c6d-7ca4-41cc-ba24-29b428fa69ab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680294 Feb 05 22:47:16.888741 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ab2ff-7dda-4d3b-b0de-a4e1bec0e316 req-32ee193c-36cb-490f-b00a-87d5dd3c5b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:16.890144 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a83ab2ff-7dda-4d3b-b0de-a4e1bec0e316 req-32ee193c-36cb-490f-b00a-87d5dd3c5b5e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793&device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 1098 time: 0.1577029 Feb 05 22:47:17.033446 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ab2ff-7dda-4d3b-b0de-a4e1bec0e316 req-c1fdb2ce-a01a-4919-8850-ddbc05510c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:17.034912 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a83ab2ff-7dda-4d3b-b0de-a4e1bec0e316 req-c1fdb2ce-a01a-4919-8850-ddbc05510c72 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebea9618-4630-4a58-9d58-eedf0e21d8a9 HTTP/1.1" status: 200 len: 913 time: 0.1254406 Feb 05 22:47:17.142036 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a83ab2ff-7dda-4d3b-b0de-a4e1bec0e316 req-8ffa5109-b949-4ff4-b20a-ff0384768003 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d6a8142-858d-4883-89ee-f7716ec0f1a4 HTTP/1.1" status: 200 len: 1000 time: 0.1011350 Feb 05 22:47:17.205079 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ab2ff-7dda-4d3b-b0de-a4e1bec0e316 req-449b490d-b34f-443d-9f82-13be1a1d15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:17.206583 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a83ab2ff-7dda-4d3b-b0de-a4e1bec0e316 req-449b490d-b34f-443d-9f82-13be1a1d15fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=475e8ece-de3e-49c6-a895-1ccf27af5e7e HTTP/1.1" status: 200 len: 851 time: 0.0583885 Feb 05 22:47:17.286478 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ab2ff-7dda-4d3b-b0de-a4e1bec0e316 req-9d331ced-d7e7-4908-baee-90fff123a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:17.287939 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a83ab2ff-7dda-4d3b-b0de-a4e1bec0e316 req-9d331ced-d7e7-4908-baee-90fff123a9bb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebea9618-4630-4a58-9d58-eedf0e21d8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753431 Feb 05 22:47:17.420129 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a83ab2ff-7dda-4d3b-b0de-a4e1bec0e316 req-db6d54c9-ff72-4c94-8ee8-30b6d82e068f service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255212 Feb 05 22:47:17.553939 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a83ab2ff-7dda-4d3b-b0de-a4e1bec0e316 req-f5318532-5c59-4bd7-b63f-a75a3de05e04 service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266069 Feb 05 22:47:18.431159 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-b32d50fb-3a3e-4c47-bbaf-f5fa05b5b0d5 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Synchronizing usage tracker for tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 on resource:security_group {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:47:18.508183 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-b32d50fb-3a3e-4c47-bbaf-f5fa05b5b0d5 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Unset dirty status for tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 on resource:security_group {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:47:18.509610 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-b32d50fb-3a3e-4c47-bbaf-f5fa05b5b0d5 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-584602125&fields=id&tenant_id=1e27fc590cef42a9b9b68f1f98a2a6c6 HTTP/1.1" status: 200 len: 267 time: 0.1159282 Feb 05 22:47:18.662807 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-a80c9daa-e865-4c44-8529-ed2c2811a600 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:18.664225 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-a80c9daa-e865-4c44-8529-ed2c2811a600 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/networks?id=7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d HTTP/1.1" status: 200 len: 808 time: 0.1471443 Feb 05 22:47:18.678799 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-19c07142-de51-4430-8313-1e8ff743a662 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/quotas/1e27fc590cef42a9b9b68f1f98a2a6c6 HTTP/1.1" status: 200 len: 375 time: 0.0085976 Feb 05 22:47:18.757275 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-4c5c09d7-81d0-435b-85bc-2589e6397987 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Synchronizing usage tracker for tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:47:18.854648 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-4c5c09d7-81d0-435b-85bc-2589e6397987 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Unset dirty status for tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:47:18.856593 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-4c5c09d7-81d0-435b-85bc-2589e6397987 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e27fc590cef42a9b9b68f1f98a2a6c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1730521 Feb 05 22:47:18.891248 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-49299cd6-ae46-4fc4-bc27-ee6fb696ff27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:19.026670 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-fae774ff-2bcd-4851-af36-bb50cd0038d9 service neutron] 10.222.0.24 "GET /v2.0/networks/7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473179 Feb 05 22:47:19.159362 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-6b86ae15-9a85-4a7c-8952-a4dd88946794 service neutron] 10.222.0.24 "GET /v2.0/networks/7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263173 Feb 05 22:47:19.896106 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c731a37b-477f-4b4c-9209-5011733a7a40 req-c77575fa-56be-428d-92b4-ce85a53bfba5 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 210 time: 0.1508644 Feb 05 22:47:20.995946 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9b37bd70-5c69-4e8b-ba0e-0658b7e61fbb req-dee05ec8-821a-4da8-8900-a8407b24c3c0 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 210 time: 0.0472093 Feb 05 22:47:21.342988 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-587684f7-3b3b-49bc-b165-0a2e8279f8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:22.143958 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d679fe61-8795-4dd8-92bb-540f6766bbf9 req-2a709b38-bedf-440d-8e01-7611a11d1de8 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 210 time: 0.0438070 Feb 05 22:47:22.294639 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:22.410573 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-d17b786e-dcde-4900-a596-7c9a2d77fe3f tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:22.411990 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-d17b786e-dcde-4900-a596-7c9a2d77fe3f tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.45 "GET /v2.0/networks?id=7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d HTTP/1.1" status: 200 len: 808 time: 0.1486721 Feb 05 22:47:22.461524 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-40fb0ad1-ec95-4075-9ebc-c9fda1188ba6 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e27fc590cef42a9b9b68f1f98a2a6c6 HTTP/1.1" status: 200 len: 379 time: 0.0407572 Feb 05 22:47:22.469829 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-f8dcc05b-7824-4473-a11e-7204eb0bbbb3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Request body: {'port': {'device_id': 'dc396be0-c0ca-4d2a-891d-b5157f375123', 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d', 'admin_state_up': True, 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'security_groups': ['3b8ed676-de63-48c1-a96d-d5c46771602d']}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:47:22.540565 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:22.707689 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-f8dcc05b-7824-4473-a11e-7204eb0bbbb3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:47:22.717124 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-f8dcc05b-7824-4473-a11e-7204eb0bbbb3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:47:22.810227 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-f8dcc05b-7824-4473-a11e-7204eb0bbbb3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Made reservation on behalf of 1e27fc590cef42a9b9b68f1f98a2a6c6 for: {'port': 1} {{(pid=87483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 22:47:22.813730 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-f8dcc05b-7824-4473-a11e-7204eb0bbbb3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:22.992281 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_common [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-f8dcc05b-7824-4473-a11e-7204eb0bbbb3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Allocated IP 172.20.0.14 (7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d/989d0764-a45c-4e2a-805e-7a4066c0fb03/fd168131-f3e4-43a2-984f-33e823536a5a) {{(pid=87483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:47:23.183046 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-f8dcc05b-7824-4473-a11e-7204eb0bbbb3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for port, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:23.198892 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-f8dcc05b-7824-4473-a11e-7204eb0bbbb3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Transition to ACTIVE for port object fd168131-f3e4-43a2-984f-33e823536a5a will not be triggered until provisioned by entity DHCP. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:47:23.288926 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-f8dcc05b-7824-4473-a11e-7204eb0bbbb3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:23.360825 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:47:23.380575 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-f8dcc05b-7824-4473-a11e-7204eb0bbbb3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Network 7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d is already hosted by enough agents. {{(pid=87483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:47:23.387274 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.base_scheduler [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-f8dcc05b-7824-4473-a11e-7204eb0bbbb3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Resources bound (agent type, host, resource id): {{(pid=87483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:47:23.390993 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-f8dcc05b-7824-4473-a11e-7204eb0bbbb3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Received port after_create {{(pid=87483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:47:23.416928 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcc05b-7824-4473-a11e-7204eb0bbbb3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Pushing event updated for resources: {'Port': ['ID=fd168131-f3e4-43a2-984f-33e823536a5a,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:23.468573 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-f8dcc05b-7824-4473-a11e-7204eb0bbbb3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:23.469203 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-f8dcc05b-7824-4473-a11e-7204eb0bbbb3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:23.481945 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd380e0-6252-4bae-ba1a-531f2502ece3 req-24940638-a7e2-43d5-8de6-f2f6c2c38aef tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:23.483507 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6fd380e0-6252-4bae-ba1a-531f2502ece3 req-24940638-a7e2-43d5-8de6-f2f6c2c38aef tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 932 time: 0.2324228 Feb 05 22:47:23.540615 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6fd380e0-6252-4bae-ba1a-531f2502ece3 req-98f0c56d-62b4-4e58-a022-906bb2f44018 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512629 Feb 05 22:47:23.606343 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-f8dcc05b-7824-4473-a11e-7204eb0bbbb3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1400671 Feb 05 22:47:23.617070 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.v2.base [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] Request body: {'port': {'device_id': 'dc396be0-c0ca-4d2a-891d-b5157f375123', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:47:23.731793 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:23.757894 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-1b91e767-a27b-45af-9a43-9f6d3ae25e65 None None] Provisioning for port fd168131-f3e4-43a2-984f-33e823536a5a completed by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:47:23.761413 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:23.764751 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-1b91e767-a27b-45af-9a43-9f6d3ae25e65 None None] Provisioning complete for port fd168131-f3e4-43a2-984f-33e823536a5a triggered by entity DHCP. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:47:23.765239 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-1b91e767-a27b-45af-9a43-9f6d3ae25e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:23.821181 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-1b91e767-a27b-45af-9a43-9f6d3ae25e65 None None] Port fd168131-f3e4-43a2-984f-33e823536a5a cannot update to ACTIVE because it is not bound. {{(pid=87484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 05 22:47:24.080139 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd168131-f3e4-43a2-984f-33e823536a5a {{(pid=87483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:47:24.087543 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:24.102130 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.provisioning_blocks [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] Transition to ACTIVE for port object fd168131-f3e4-43a2-984f-33e823536a5a will not be triggered until provisioned by entity L2. {{(pid=87483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 22:47:24.203600 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:24.362760 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] Pushing event updated for resources: {'Port': ['ID=fd168131-f3e4-43a2-984f-33e823536a5a,revision_number=2']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:24.448245 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] Attempting to bind port fd168131-f3e4-43a2-984f-33e823536a5a on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 05 22:47:24.448960 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] Attempting to bind port fd168131-f3e4-43a2-984f-33e823536a5a by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '1165c451-03f4-41c1-a063-4a3e4d726a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d'}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 05 22:47:24.450134 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] Attempting to bind port fd168131-f3e4-43a2-984f-33e823536a5a on network 7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:47:24.455578 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] Port fd168131-f3e4-43a2-984f-33e823536a5a on network 7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 05 22:47:24.456078 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] Attempting to bind port fd168131-f3e4-43a2-984f-33e823536a5a on network 7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 05 22:47:24.461605 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] Checking agent: {'id': 'bad58867-603f-489e-b0dd-362048cf3d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'started_at': datetime.datetime(2022, 2, 5, 22, 35, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 22:47:24.461946 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] Checking segment: {'id': '1165c451-03f4-41c1-a063-4a3e4d726a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 05 22:47:24.470569 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] Bound using segment: {'id': '1165c451-03f4-41c1-a063-4a3e4d726a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d'} {{(pid=87483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 22:47:24.470569 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.managers [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] Bound port: fd168131-f3e4-43a2-984f-33e823536a5a, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1165c451-03f4-41c1-a063-4a3e4d726a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d'}}] {{(pid=87483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 05 22:47:24.470569 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:24.552695 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] For port fd168131-f3e4-43a2-984f-33e823536a5a, host hv-cinder-81888, cleared binding levels {{(pid=87483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 05 22:47:24.555640 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] For port fd168131-f3e4-43a2-984f-33e823536a5a, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=fd168131-f3e4-43a2-984f-33e823536a5a,segment=NetworkSegment(1165c451-03f4-41c1-a063-4a3e4d726a98),segment_id=1165c451-03f4-41c1-a063-4a3e4d726a98)] {{(pid=87483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 05 22:47:24.675304 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10573266'] for port, after_update {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:24.743718 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:24.744345 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:24.745807 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] 10.222.0.45 "PUT /v2.0/ports/fd168131-f3e4-43a2-984f-33e823536a5a HTTP/1.1" status: 200 len: 1094 time: 1.1329875 Feb 05 22:47:24.746801 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc396be0-c0ca-4d2a-891d-b5157f375123', 'tag': 'fd168131-f3e4-43a2-984f-33e823536a5a'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:47:24.778001 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50039089-e736-4f93-a423-1b5a1fcf6e9b service neutron] Pushing event updated for resources: {'Port': ['ID=fd168131-f3e4-43a2-984f-33e823536a5a,revision_number=3']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:24.796718 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc396be0-c0ca-4d2a-891d-b5157f375123', 'tag': 'fd168131-f3e4-43a2-984f-33e823536a5a', 'status': 'completed', 'code': 200} Feb 05 22:47:24.887569 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b78d9d-1485-42da-9e7f-b1b9b0f2d5e1 req-30e40afe-5b48-499c-b7a3-41af74cb3533 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:24.889806 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-24b78d9d-1485-42da-9e7f-b1b9b0f2d5e1 req-30e40afe-5b48-499c-b7a3-41af74cb3533 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 944 time: 0.0940742 Feb 05 22:47:24.894539 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849e130-31e5-4ff6-b706-c5ede689a1eb req-52a52cbd-2b95-408a-905e-ee633a4a416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:24.896487 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a849e130-31e5-4ff6-b706-c5ede689a1eb req-52a52cbd-2b95-408a-905e-ee633a4a416a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e27fc590cef42a9b9b68f1f98a2a6c6&device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 1097 time: 0.0802915 Feb 05 22:47:24.945863 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-24b78d9d-1485-42da-9e7f-b1b9b0f2d5e1 req-a9b7aae9-0a70-485d-b0d9-28cece71f99e tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Synchronizing usage tracker for tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 on resource:security_group {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:47:24.958433 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-24b78d9d-1485-42da-9e7f-b1b9b0f2d5e1 req-a9b7aae9-0a70-485d-b0d9-28cece71f99e tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Unset dirty status for tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 on resource:security_group {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:47:24.959589 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-24b78d9d-1485-42da-9e7f-b1b9b0f2d5e1 req-a9b7aae9-0a70-485d-b0d9-28cece71f99e tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615666 Feb 05 22:47:25.138718 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849e130-31e5-4ff6-b706-c5ede689a1eb req-12712539-4460-4eeb-8c7d-efdbc7ebbc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:25.140084 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a849e130-31e5-4ff6-b706-c5ede689a1eb req-12712539-4460-4eeb-8c7d-efdbc7ebbc56 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1e27fc590cef42a9b9b68f1f98a2a6c6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2357056 Feb 05 22:47:25.275792 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849e130-31e5-4ff6-b706-c5ede689a1eb req-ae8de629-4246-492d-8765-fa14222fae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:25.277818 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-a849e130-31e5-4ff6-b706-c5ede689a1eb req-ae8de629-4246-492d-8765-fa14222fae65 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315067 Feb 05 22:47:25.384436 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-c684248a-69cd-4bad-b141-8dfdb498559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:25.386342 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-c684248a-69cd-4bad-b141-8dfdb498559f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e27fc590cef42a9b9b68f1f98a2a6c6&device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 1097 time: 0.0744779 Feb 05 22:47:25.455274 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-db887cf2-a5b5-4a29-bd29-e6c5ea4d69f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd168131-f3e4-43a2-984f-33e823536a5a HTTP/1.1" status: 200 len: 217 time: 0.0621266 Feb 05 22:47:25.519449 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-00d2061f-dfc5-4ac6-a37d-6056cba8500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:25.520832 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-00d2061f-dfc5-4ac6-a37d-6056cba8500b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=989d0764-a45c-4e2a-805e-7a4066c0fb03 HTTP/1.1" status: 200 len: 847 time: 0.0603373 Feb 05 22:47:25.594652 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-58f86057-de07-4b39-8139-8a23a9ed780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:25.596085 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-58f86057-de07-4b39-8139-8a23a9ed780f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693421 Feb 05 22:47:25.725722 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-49f2e970-9415-494f-9789-db6a9c8d02b1 service neutron] 10.222.0.45 "GET /v2.0/networks/7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226861 Feb 05 22:47:25.858607 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-cfac2e0c-d4fc-4c20-8ccb-8c327c0bd911 req-3b6f6292-4cbc-4fc5-9524-af5239ef42c3 service neutron] 10.222.0.45 "GET /v2.0/networks/7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268668 Feb 05 22:47:26.167658 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3698426-3d73-4d40-83e5-57de4c912daa req-d2a2a0fe-eefc-42ff-8542-e98f502935eb tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:26.169015 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-c3698426-3d73-4d40-83e5-57de4c912daa req-d2a2a0fe-eefc-42ff-8542-e98f502935eb tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Synchronizing usage tracker for tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:47:26.240241 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-c3698426-3d73-4d40-83e5-57de4c912daa req-d2a2a0fe-eefc-42ff-8542-e98f502935eb tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Unset dirty status for tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:47:26.241515 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c3698426-3d73-4d40-83e5-57de4c912daa req-d2a2a0fe-eefc-42ff-8542-e98f502935eb tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 944 time: 0.1688576 Feb 05 22:47:26.287566 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-c3698426-3d73-4d40-83e5-57de4c912daa req-391faad1-4c7a-47d7-8782-5b4dff73b97c tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404665 Feb 05 22:47:27.468721 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fa400-331e-44cd-8e1d-31929dc6b4ee req-197baba2-b25d-46a0-b30c-37ad476ba7d2 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:27.470185 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5f1fa400-331e-44cd-8e1d-31929dc6b4ee req-197baba2-b25d-46a0-b30c-37ad476ba7d2 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 944 time: 0.0788507 Feb 05 22:47:27.516573 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5f1fa400-331e-44cd-8e1d-31929dc6b4ee req-451491a4-c4d0-477a-ac78-e8f050d12dbd tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407104 Feb 05 22:47:28.697335 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a530e2a-ce31-4b6c-a4df-56a3920e4380 req-8cd58ab8-aaa4-4aa6-8baa-075abd29568b tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:28.698796 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3a530e2a-ce31-4b6c-a4df-56a3920e4380 req-8cd58ab8-aaa4-4aa6-8baa-075abd29568b tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 944 time: 0.0788517 Feb 05 22:47:28.743042 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3a530e2a-ce31-4b6c-a4df-56a3920e4380 req-0e6349c1-cf13-4f7a-8e03-c9383af152a6 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384092 Feb 05 22:47:29.926787 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6129537-dc2d-4eb3-903a-e1f37d07da56 req-8982298b-26aa-40e3-8575-cff238af04b7 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:29.928292 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d6129537-dc2d-4eb3-903a-e1f37d07da56 req-8982298b-26aa-40e3-8575-cff238af04b7 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 944 time: 0.0823479 Feb 05 22:47:29.972914 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d6129537-dc2d-4eb3-903a-e1f37d07da56 req-e4543fa7-df8a-49a1-b1b3-0ed44530e160 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385311 Feb 05 22:47:30.540758 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 51578) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:30.602131 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_v2 [None req-d143e498-64f0-4b12-8a5d-6c82a121c6a2 admin admin] Deleting subnet b7951aae-ae04-4a5f-89d7-180a94c65bb1 {{(pid=87482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 05 22:47:30.605787 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d143e498-64f0-4b12-8a5d-6c82a121c6a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:30.654056 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d143e498-64f0-4b12-8a5d-6c82a121c6a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1348491'] for subnet, precommit_delete_associations {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:30.707203 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d143e498-64f0-4b12-8a5d-6c82a121c6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770741'] for subnet, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:30.834520 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d143e498-64f0-4b12-8a5d-6c82a121c6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1726959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10986689'] for subnet, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:30.874928 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-d143e498-64f0-4b12-8a5d-6c82a121c6a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:30.877605 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143e498-64f0-4b12-8a5d-6c82a121c6a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7951aae-ae04-4a5f-89d7-180a94c65bb1,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:30.888086 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-d143e498-64f0-4b12-8a5d-6c82a121c6a2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b7951aae-ae04-4a5f-89d7-180a94c65bb1 HTTP/1.1" status: 204 len: 168 time: 0.3463337 Feb 05 22:47:30.890553 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 51582) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:30.995112 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-701502de-637c-4279-a8ed-279e6dcb5733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744846'] for network, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:31.120554 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-701502de-637c-4279-a8ed-279e6dcb5733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771300', 'neutron.services.segments.db._delete_segments_for_network-8748711873850'] for network, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:31.146660 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.services.segments.db [None req-701502de-637c-4279-a8ed-279e6dcb5733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d4c8fd-7a40-4933-84b3-98d093960a6a']}} {{(pid=87482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:47:31.158890 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.services.segments.db [None req-701502de-637c-4279-a8ed-279e6dcb5733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dfa606a-4688-46f3-9788-e25e87c1d703') {'for_net_delete': True} {{(pid=87482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:47:31.159181 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.services.segments.db [None req-701502de-637c-4279-a8ed-279e6dcb5733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dfa606a-4688-46f3-9788-e25e87c1d703') {} {{(pid=87482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:47:31.160561 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed9791-35fc-495b-9ad5-a3c8a02ff31e req-6f8116f7-6cbb-45e8-8483-5cc4293ef58d tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:31.162031 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-75ed9791-35fc-495b-9ad5-a3c8a02ff31e req-6f8116f7-6cbb-45e8-8483-5cc4293ef58d tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 944 time: 0.0818250 Feb 05 22:47:31.170244 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-701502de-637c-4279-a8ed-279e6dcb5733 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748711876181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1348540'] for segment, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:31.186038 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-701502de-637c-4279-a8ed-279e6dcb5733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:31.191890 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701502de-637c-4279-a8ed-279e6dcb5733 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 22:47:31.192265 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-701502de-637c-4279-a8ed-279e6dcb5733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3777956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1889869'] for segment, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: Traceback (most recent call last): Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: timer() Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: cb(*args, **kw) Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: return func(*args, **kwargs) Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: self._notify() Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: self.callback(batched_events) Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: event.method(event) Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: return f(self, *a, **k) Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: return self._get(url).json() Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: return self.request(url, 'GET', **kwargs) Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 22:47:31.205555 dv-cinder-818886-2-iscsi neutron-server[87482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 22:47:31.215315 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-75ed9791-35fc-495b-9ad5-a3c8a02ff31e req-60e10d03-16ac-4510-8632-09c5d21ddbe6 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387058 Feb 05 22:47:31.422903 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-701502de-637c-4279-a8ed-279e6dcb5733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542425'] for network, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:31.439210 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-701502de-637c-4279-a8ed-279e6dcb5733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:31.448002 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701502de-637c-4279-a8ed-279e6dcb5733 admin admin] Pushing event deleted for resources: {'Network': ['ID=35d4c8fd-7a40-4933-84b3-98d093960a6a,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:31.451278 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-701502de-637c-4279-a8ed-279e6dcb5733 admin admin] 10.222.0.24 "DELETE /v2.0/networks/35d4c8fd-7a40-4933-84b3-98d093960a6a HTTP/1.1" status: 204 len: 168 time: 0.5598168 Feb 05 22:47:31.454030 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 51588) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:31.591462 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c10cdb-1a20-412c-934b-7175a5b48074 admin admin] Deleting subnet aa0b6fbc-0883-4c72-a0c0-88b0a1beff0a {{(pid=87482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 05 22:47:31.594511 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a4c10cdb-1a20-412c-934b-7175a5b48074 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:31.643225 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a4c10cdb-1a20-412c-934b-7175a5b48074 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1348491'] for subnet, precommit_delete_associations {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:31.697881 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a4c10cdb-1a20-412c-934b-7175a5b48074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770741'] for subnet, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:31.839993 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a4c10cdb-1a20-412c-934b-7175a5b48074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1726959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10986689'] for subnet, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:31.875592 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c10cdb-1a20-412c-934b-7175a5b48074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa0b6fbc-0883-4c72-a0c0-88b0a1beff0a,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:31.880935 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-a4c10cdb-1a20-412c-934b-7175a5b48074 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:31.886880 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-a4c10cdb-1a20-412c-934b-7175a5b48074 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/aa0b6fbc-0883-4c72-a0c0-88b0a1beff0a HTTP/1.1" status: 204 len: 168 time: 0.4319255 Feb 05 22:47:31.889516 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 51592) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:31.992603 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-cf83bb62-3aca-43c9-8f19-ce4b2c6d86f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744846'] for network, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:32.114540 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-cf83bb62-3aca-43c9-8f19-ce4b2c6d86f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771300', 'neutron.services.segments.db._delete_segments_for_network-8748711873850'] for network, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:32.139224 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.services.segments.db [None req-cf83bb62-3aca-43c9-8f19-ce4b2c6d86f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107b1800-9d12-4207-a188-d46570c5ebc0']}} {{(pid=87482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:47:32.150538 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.services.segments.db [None req-cf83bb62-3aca-43c9-8f19-ce4b2c6d86f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da86b4a-1ae8-4d8e-ae57-2b350444e17b') {'for_net_delete': True} {{(pid=87482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:47:32.150833 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.services.segments.db [None req-cf83bb62-3aca-43c9-8f19-ce4b2c6d86f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da86b4a-1ae8-4d8e-ae57-2b350444e17b') {} {{(pid=87482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:47:32.162082 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-cf83bb62-3aca-43c9-8f19-ce4b2c6d86f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748711876181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1348540'] for segment, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:32.177869 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-cf83bb62-3aca-43c9-8f19-ce4b2c6d86f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:32.183986 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf83bb62-3aca-43c9-8f19-ce4b2c6d86f8 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 22:47:32.184517 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-cf83bb62-3aca-43c9-8f19-ce4b2c6d86f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3777956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1889869'] for segment, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: Traceback (most recent call last): Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: timer() Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: cb(*args, **kw) Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: return func(*args, **kwargs) Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: self._notify() Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: self.callback(batched_events) Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: event.method(event) Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: return f(self, *a, **k) Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: return self._get(url).json() Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: return self.request(url, 'GET', **kwargs) Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 22:47:32.197503 dv-cinder-818886-2-iscsi neutron-server[87482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 22:47:32.355025 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-cf83bb62-3aca-43c9-8f19-ce4b2c6d86f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542425'] for network, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:32.359248 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-cf83bb62-3aca-43c9-8f19-ce4b2c6d86f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:32.392960 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-cf83bb62-3aca-43c9-8f19-ce4b2c6d86f8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/107b1800-9d12-4207-a188-d46570c5ebc0 HTTP/1.1" status: 204 len: 168 time: 0.5024371 Feb 05 22:47:32.398716 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83bb62-3aca-43c9-8f19-ce4b2c6d86f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=107b1800-9d12-4207-a188-d46570c5ebc0,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:32.431085 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac385d-5ee4-49aa-922d-116c99102af4 req-9b81e04a-ba1d-4824-b6eb-9cdfa0473e56 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:32.432586 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-19ac385d-5ee4-49aa-922d-116c99102af4 req-9b81e04a-ba1d-4824-b6eb-9cdfa0473e56 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 944 time: 0.1143036 Feb 05 22:47:32.478153 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-19ac385d-5ee4-49aa-922d-116c99102af4 req-3689caa5-e7a0-460d-9cc0-f69738146cfd tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397167 Feb 05 22:47:32.791478 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 51600) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:32.837896 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-231dc197-e022-43a1-a059-cf8ddf7d4da3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a86bdbafbe1943a2b583f421d9fbde3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453148 Feb 05 22:47:32.840873 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 51604) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:32.896047 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8196709f-90cc-4223-92f0-dd585d5fda16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:32.921951 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8196709f-90cc-4223-92f0-dd585d5fda16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:33.048749 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8196709f-90cc-4223-92f0-dd585d5fda16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:33.068159 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196709f-90cc-4223-92f0-dd585d5fda16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0caede-f7bc-4a62-bb9b-60c252aa3ef9,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:33.073548 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-8196709f-90cc-4223-92f0-dd585d5fda16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:33.075572 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-8196709f-90cc-4223-92f0-dd585d5fda16 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e0caede-f7bc-4a62-bb9b-60c252aa3ef9 HTTP/1.1" status: 204 len: 168 time: 0.2334669 Feb 05 22:47:33.660160 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a8f12-0077-43fb-8c1e-2e556ebaa2d9 req-9d8ca54a-123d-4580-840c-b1b3cf6b4d07 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:33.661652 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-221a8f12-0077-43fb-8c1e-2e556ebaa2d9 req-9d8ca54a-123d-4580-840c-b1b3cf6b4d07 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 944 time: 0.0796566 Feb 05 22:47:33.709010 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-221a8f12-0077-43fb-8c1e-2e556ebaa2d9 req-cb59e5e6-56fe-4a0c-9e59-0c7f779ea217 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416443 Feb 05 22:47:33.739856 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 51614) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:33.786606 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-b8609ac4-be9d-4e8f-a4b6-a716a51ff7dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=490beaf3362b4be28f1be7dffbbab3ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455725 Feb 05 22:47:33.788886 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 51618) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:33.843634 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b10dd64e-61bd-4303-86aa-bfb6a2ced81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:33.868433 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b10dd64e-61bd-4303-86aa-bfb6a2ced81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:34.014453 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b10dd64e-61bd-4303-86aa-bfb6a2ced81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:34.028370 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10dd64e-61bd-4303-86aa-bfb6a2ced81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef265766-ca0d-40f2-81ee-f48e924b1a2d,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:34.034810 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-b10dd64e-61bd-4303-86aa-bfb6a2ced81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:34.035920 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-b10dd64e-61bd-4303-86aa-bfb6a2ced81a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef265766-ca0d-40f2-81ee-f48e924b1a2d HTTP/1.1" status: 204 len: 168 time: 0.2461431 Feb 05 22:47:34.295989 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device fd168131-f3e4-43a2-984f-33e823536a5a details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:47:34.464188 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port fd168131-f3e4-43a2-984f-33e823536a5a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=fd168131-f3e4-43a2-984f-33e823536a5a,segment=NetworkSegment(1165c451-03f4-41c1-a063-4a3e4d726a98),segment_id=1165c451-03f4-41c1-a063-4a3e4d726a98)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:47:34.478209 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': 'fd168131-f3e4-43a2-984f-33e823536a5a', 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d', 'port_id': 'fd168131-f3e4-43a2-984f-33e823536a5a', 'mac_address': 'fa:16:3e:70:c7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989d0764-a45c-4e2a-805e-7a4066c0fb03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:47:34.533207 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:34.549573 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd168131-f3e4-43a2-984f-33e823536a5a {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:47:34.564280 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port fd168131-f3e4-43a2-984f-33e823536a5a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=fd168131-f3e4-43a2-984f-33e823536a5a,segment=NetworkSegment(1165c451-03f4-41c1-a063-4a3e4d726a98),segment_id=1165c451-03f4-41c1-a063-4a3e4d726a98)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:47:34.639346 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:34.708145 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=fd168131-f3e4-43a2-984f-33e823536a5a,revision_number=4']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:34.869816 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['fd168131-f3e4-43a2-984f-33e823536a5a'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:47:34.910482 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2278987-b669-452a-90f3-27cba4c7b289 req-f674efa0-0a36-418d-8524-6245350a7dd6 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:34.911968 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d2278987-b669-452a-90f3-27cba4c7b289 req-f674efa0-0a36-418d-8524-6245350a7dd6 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 945 time: 0.0991113 Feb 05 22:47:34.965008 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d2278987-b669-452a-90f3-27cba4c7b289 req-9a12ef36-bdff-4c38-bdc6-3ef3291b3389 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457501 Feb 05 22:47:35.809135 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51652) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:35.923523 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-df618c7d-4b59-4343-a1ad-a4d731fed495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:35.938028 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-df618c7d-4b59-4343-a1ad-a4d731fed495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:47:35.941840 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-df618c7d-4b59-4343-a1ad-a4d731fed495 admin admin] Usage tracker for resource:security_group_rule and tenant:3c78562040e047c9a765c92ec7de87bb is out of sync, need to count used quota {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:47:35.944539 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [None req-df618c7d-4b59-4343-a1ad-a4d731fed495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87483) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:47:35.950773 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.quota.driver [None req-df618c7d-4b59-4343-a1ad-a4d731fed495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:47:36.028946 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-df618c7d-4b59-4343-a1ad-a4d731fed495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:36.103699 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-df618c7d-4b59-4343-a1ad-a4d731fed495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:36.166979 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-df618c7d-4b59-4343-a1ad-a4d731fed495 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c78562040e047c9a765c92ec7de87bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3567591 Feb 05 22:47:36.170351 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 51660) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:36.171123 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df618c7d-4b59-4343-a1ad-a4d731fed495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a37d6a2-9d5c-4201-bdf2-1c7664f2606f,revision_number=1']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:36.199342 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402c747-5baf-4bb8-8833-6c2c1b40e27b req-6421ab67-ebfc-413f-807d-0c18f618e6c7 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:36.201020 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8402c747-5baf-4bb8-8833-6c2c1b40e27b req-6421ab67-ebfc-413f-807d-0c18f618e6c7 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 945 time: 0.1328709 Feb 05 22:47:36.230717 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-389d1cb1-55ad-460d-897c-af4563557d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:36.245110 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8402c747-5baf-4bb8-8833-6c2c1b40e27b req-627e2159-fe41-4de2-9e43-7f238d2391ac tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383539 Feb 05 22:47:36.257347 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-389d1cb1-55ad-460d-897c-af4563557d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:36.302290 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device fd168131-f3e4-43a2-984f-33e823536a5a up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:47:36.397176 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-389d1cb1-55ad-460d-897c-af4563557d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:36.413607 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d1cb1-55ad-460d-897c-af4563557d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a37d6a2-9d5c-4201-bdf2-1c7664f2606f,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:36.418187 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-389d1cb1-55ad-460d-897c-af4563557d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:36.419250 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-389d1cb1-55ad-460d-897c-af4563557d76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a37d6a2-9d5c-4201-bdf2-1c7664f2606f HTTP/1.1" status: 204 len: 168 time: 0.2477384 Feb 05 22:47:36.427708 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning for port fd168131-f3e4-43a2-984f-33e823536a5a completed by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 22:47:36.436206 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port fd168131-f3e4-43a2-984f-33e823536a5a triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:47:36.436582 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:36.552169 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:36.578601 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc396be0-c0ca-4d2a-891d-b5157f375123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd168131-f3e4-43a2-984f-33e823536a5a'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:47:36.588388 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port fd168131-f3e4-43a2-984f-33e823536a5a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=fd168131-f3e4-43a2-984f-33e823536a5a,segment=NetworkSegment(1165c451-03f4-41c1-a063-4a3e4d726a98),segment_id=1165c451-03f4-41c1-a063-4a3e4d726a98)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:47:36.622032 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc396be0-c0ca-4d2a-891d-b5157f375123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd168131-f3e4-43a2-984f-33e823536a5a', 'code': 200} Feb 05 22:47:36.662465 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:36.729560 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=fd168131-f3e4-43a2-984f-33e823536a5a,revision_number=5']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:37.116378 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2886f-d5b7-443b-b7b6-966cd566edcf req-3621dc0e-1c4c-469e-bb54-9783e8887b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:37.117864 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-91a2886f-d5b7-443b-b7b6-966cd566edcf req-3621dc0e-1c4c-469e-bb54-9783e8887b0e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 1099 time: 0.1664448 Feb 05 22:47:37.159410 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-91a2886f-d5b7-443b-b7b6-966cd566edcf req-6f6892b0-97de-4b67-88d4-ab19a6a98ae6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355592 Feb 05 22:47:37.444265 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c739f2f-fdf3-4265-aec4-a3db16dfb569 req-1c24cfe6-8532-463a-aabe-3151f12fce03 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:37.445766 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2c739f2f-fdf3-4265-aec4-a3db16dfb569 req-1c24cfe6-8532-463a-aabe-3151f12fce03 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.0839553 Feb 05 22:47:37.490306 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-2c739f2f-fdf3-4265-aec4-a3db16dfb569 req-fb77c976-c34a-4a02-9c17-5b48f42ea828 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379987 Feb 05 22:47:38.681760 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80ac3f-e658-4638-805d-200f6eb45802 req-7ff5b05e-adc2-4b48-99be-9339a8a25554 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:38.683256 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5b80ac3f-e658-4638-805d-200f6eb45802 req-7ff5b05e-adc2-4b48-99be-9339a8a25554 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.0831990 Feb 05 22:47:38.726866 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5b80ac3f-e658-4638-805d-200f6eb45802 req-5a5ceab7-6ee3-4f4a-91b1-b4a89016eab4 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376611 Feb 05 22:47:38.910377 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0568267-ff75-4377-be73-64c87aeca819 req-a717c762-9e5d-4aad-8f95-a36648b5b377 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:38.911825 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b0568267-ff75-4377-be73-64c87aeca819 req-a717c762-9e5d-4aad-8f95-a36648b5b377 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.0800598 Feb 05 22:47:38.962220 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b0568267-ff75-4377-be73-64c87aeca819 req-962e82ba-25d7-42e7-891e-430ed8b5a52f tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444858 Feb 05 22:47:38.986259 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 51702) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:39.211460 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2e3c49-8b52-4570-9619-7860aa017492 tempest-TestShelveInstance-1444567587 tempest-TestShelveInstance-1444567587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:39.212970 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-1e2e3c49-8b52-4570-9619-7860aa017492 tempest-TestShelveInstance-1444567587 tempest-TestShelveInstance-1444567587-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 1094 time: 0.2256913 Feb 05 22:47:39.216694 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 51708) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:39.221452 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.v2.base [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Request body: {'floatingip': {'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'port_id': 'fd168131-f3e4-43a2-984f-33e823536a5a', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 22:47:39.227437 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:47:39.231700 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Usage tracker for resource:floatingip and tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:47:39.234658 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:47:39.240442 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:47:39.391867 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for floatingip, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:39.525063 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:39.664024 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.db_base_plugin_common [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Allocated IP 172.27.3.108 (6817b256-dae4-44db-bc68-adab2164788e/583bfacf-eb7c-4478-b06f-909c14cf964a/df68894a-de93-4fc7-87d6-0c3602765b27) {{(pid=87482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 22:47:39.888200 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for port, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:39.988432 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748711385613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1726876'] for port, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:40.059751 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Network 6817b256-dae4-44db-bc68-adab2164788e is already hosted by enough agents. {{(pid=87482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 22:47:40.062704 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.base_scheduler [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Resources bound (agent type, host, resource id): {{(pid=87482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 22:47:40.066349 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Received port after_create {{(pid=87482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 05 22:47:40.095139 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Pushing event updated for resources: {'Port': ['ID=df68894a-de93-4fc7-87d6-0c3602765b27,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:40.116683 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51716) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:40.437795 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-817bccd6-b452-4dd1-b0bc-4c9d1220068a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Deleting port f4585a70-9244-4218-ae62-6a1b14768719 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:47:40.438249 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-817bccd6-b452-4dd1-b0bc-4c9d1220068a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:40.499331 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:40.608195 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-817bccd6-b452-4dd1-b0bc-4c9d1220068a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:40.608523 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-817bccd6-b452-4dd1-b0bc-4c9d1220068a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:40.642528 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:40.728261 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-817bccd6-b452-4dd1-b0bc-4c9d1220068a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Calling delete_port for f4585a70-9244-4218-ae62-6a1b14768719 owned by network:floatingip {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:47:40.845474 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for port, precommit_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:40.940007 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1726885'] for port, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:40.953686 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-817bccd6-b452-4dd1-b0bc-4c9d1220068a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:41.001753 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bccd6-b452-4dd1-b0bc-4c9d1220068a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event deleted for resources: {'Port': ['ID=f4585a70-9244-4218-ae62-6a1b14768719,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:41.059599 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Pushing event updated for resources: {'Port': ['ID=df68894a-de93-4fc7-87d6-0c3602765b27,revision_number=2']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:41.070408 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542379'] for floatingip, after_update {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:41.093308 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-817bccd6-b452-4dd1-b0bc-4c9d1220068a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for floatingip, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:41.093637 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.l3_db [None req-817bccd6-b452-4dd1-b0bc-4c9d1220068a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Floating IP 45e50438-f55e-47b9-97bc-776d7c7181ab disassociated (deleted). External IP: 172.27.3.18, port: 3d6a8142-858d-4883-89ee-f7716ec0f1a4. Feb 05 22:47:41.238324 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.db.l3_db [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Floating IP 049bd523-fccd-41c3-a036-c4e9f473ed58 associated. External IP: 172.27.3.108, port: fd168131-f3e4-43a2-984f-33e823536a5a. Feb 05 22:47:41.443375 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817bccd6-b452-4dd1-b0bc-4c9d1220068a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Router 32f81c64-56c3-484d-979c-53a43186fbe6 has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:47:41.626250 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817bccd6-b452-4dd1-b0bc-4c9d1220068a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:47:41.638704 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55534b66-d9a1-4ff4-a22c-e3c0daa42c03 None None] Sync routers for ids ['32f81c64-56c3-484d-979c-53a43186fbe6'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:47:41.647990 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55534b66-d9a1-4ff4-a22c-e3c0daa42c03 None None] Routers {'32f81c64-56c3-484d-979c-53a43186fbe6'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:47:41.648591 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-55534b66-d9a1-4ff4-a22c-e3c0daa42c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:47:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['32f81c64-56c3-484d-979c-53a43186fbe6'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:47:41.696243 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Router 3822d30f-5329-4d58-ba98-a08e5c8164cc has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:47:41.712731 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:41.755758 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-817bccd6-b452-4dd1-b0bc-4c9d1220068a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for floatingip, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:41.814951 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-817bccd6-b452-4dd1-b0bc-4c9d1220068a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "DELETE /v2.0/floatingips/45e50438-f55e-47b9-97bc-776d7c7181ab HTTP/1.1" status: 204 len: 168 time: 1.6969655 Feb 05 22:47:41.815539 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f388d4-b673-45e1-b123-0af04574701b', 'tag': '3d6a8142-858d-4883-89ee-f7716ec0f1a4'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:47:41.833185 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-55534b66-d9a1-4ff4-a22c-e3c0daa42c03 None None] Set router 32f81c64-56c3-484d-979c-53a43186fbe6 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:47:41.860807 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f388d4-b673-45e1-b123-0af04574701b', 'tag': '3d6a8142-858d-4883-89ee-f7716ec0f1a4', 'status': 'completed', 'code': 200} Feb 05 22:47:41.899650 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:47:41.919756 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d49b9ee-ba99-48f3-bbf4-e16da8c78731 None None] Sync routers for ids ['3822d30f-5329-4d58-ba98-a08e5c8164cc'] in dv-cinder-818886-2-iscsi {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:47:41.932306 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d49b9ee-ba99-48f3-bbf4-e16da8c78731 None None] Routers {'3822d30f-5329-4d58-ba98-a08e5c8164cc'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:47:41.934608 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-2d49b9ee-ba99-48f3-bbf4-e16da8c78731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:47:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['3822d30f-5329-4d58-ba98-a08e5c8164cc'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:47:42.005748 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for floatingip, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:42.076678 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-271e76be-acdf-4bb1-aa3c-a212ae934907 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8589435 Feb 05 22:47:42.077743 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc396be0-c0ca-4d2a-891d-b5157f375123', 'tag': 'fd168131-f3e4-43a2-984f-33e823536a5a'}] {{(pid=87482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:47:42.127711 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-2d49b9ee-ba99-48f3-bbf4-e16da8c78731 None None] Set router 3822d30f-5329-4d58-ba98-a08e5c8164cc gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:47:42.249952 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-55534b66-d9a1-4ff4-a22c-e3c0daa42c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:40Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': 'aca16c02-dd22-4e92-ae3c-35a87f6878af', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'port_id': '52f37888-4340-4031-89d5-c0df41baa1f6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'mac_address': 'fa:16:3e:16:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:43:56Z', 'updated_at': '2022-02-05T22:43:59Z', 'revision_number': 1, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda99590-73a7-42d8-b7ef-4d5568cd9034', 'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'mac_address': 'fa:16:3e:87:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:39Z', 'updated_at': '2022-02-05T22:39:55Z', 'revision_number': 5, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'subnets': [{'id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:47:42.253619 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55534b66-d9a1-4ff4-a22c-e3c0daa42c03 None None] Checking router: 32f81c64-56c3-484d-979c-53a43186fbe6 for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:47:42.263267 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55534b66-d9a1-4ff4-a22c-e3c0daa42c03 None None] Routers {'32f81c64-56c3-484d-979c-53a43186fbe6'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:47:42.263932 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-55534b66-d9a1-4ff4-a22c-e3c0daa42c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:47:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['32f81c64-56c3-484d-979c-53a43186fbe6'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:47:42.291962 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc396be0-c0ca-4d2a-891d-b5157f375123', 'tag': 'fd168131-f3e4-43a2-984f-33e823536a5a', 'status': 'completed', 'code': 200} Feb 05 22:47:42.437916 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3716ac-df11-4072-a9f2-e8b25cc08077 req-f3949b64-af9e-49a4-b291-18feb3a9e2cf tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:42.439338 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9b3716ac-df11-4072-a9f2-e8b25cc08077 req-f3949b64-af9e-49a4-b291-18feb3a9e2cf tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 945 time: 0.0816624 Feb 05 22:47:42.444402 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-55534b66-d9a1-4ff4-a22c-e3c0daa42c03 None None] Set router 32f81c64-56c3-484d-979c-53a43186fbe6 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:47:42.484824 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-9b3716ac-df11-4072-a9f2-e8b25cc08077 req-58b8034d-ca69-46c3-9e88-ddcb49ed6a13 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393305 Feb 05 22:47:42.510860 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-2d49b9ee-ba99-48f3-bbf4-e16da8c78731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'name': 'tempest-TestShelveInstance-449430625-router', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:43Z', 'updated_at': '2022-02-05T22:46:48Z', 'revision_number': 4, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'gw_port': {'id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:44Z', 'updated_at': '2022-02-05T22:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': '049bd523-fccd-41c3-a036-c4e9f473ed58', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'port_id': 'fd168131-f3e4-43a2-984f-33e823536a5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d', 'mac_address': 'fa:16:3e:70:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc396be0-c0ca-4d2a-891d-b5157f375123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:47:40Z', 'updated_at': '2022-02-05T22:47:40Z', 'revision_number': 0, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b2a793-98b5-458e-9aed-5406831c8bdd', 'name': '', 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'mac_address': 'fa:16:3e:21:d3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '989d0764-a45c-4e2a-805e-7a4066c0fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:47Z', 'updated_at': '2022-02-05T22:46:54Z', 'revision_number': 5, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'subnets': [{'id': '989d0764-a45c-4e2a-805e-7a4066c0fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:47:42.516157 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d49b9ee-ba99-48f3-bbf4-e16da8c78731 None None] Checking router: 3822d30f-5329-4d58-ba98-a08e5c8164cc for host: dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:47:42.524829 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d49b9ee-ba99-48f3-bbf4-e16da8c78731 None None] Routers {'3822d30f-5329-4d58-ba98-a08e5c8164cc'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:47:42.525504 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-2d49b9ee-ba99-48f3-bbf4-e16da8c78731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:47:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['3822d30f-5329-4d58-ba98-a08e5c8164cc'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:47:42.696589 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-2d49b9ee-ba99-48f3-bbf4-e16da8c78731 None None] Set router 3822d30f-5329-4d58-ba98-a08e5c8164cc gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:47:42.826414 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-55534b66-d9a1-4ff4-a22c-e3c0daa42c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:40Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': 'aca16c02-dd22-4e92-ae3c-35a87f6878af', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'port_id': '52f37888-4340-4031-89d5-c0df41baa1f6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'mac_address': 'fa:16:3e:16:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:43:56Z', 'updated_at': '2022-02-05T22:43:59Z', 'revision_number': 1, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda99590-73a7-42d8-b7ef-4d5568cd9034', 'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'mac_address': 'fa:16:3e:87:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:39Z', 'updated_at': '2022-02-05T22:39:55Z', 'revision_number': 5, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'subnets': [{'id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:47:42.830302 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55534b66-d9a1-4ff4-a22c-e3c0daa42c03 None None] The sync data for ids ['32f81c64-56c3-484d-979c-53a43186fbe6'] in dv-cinder-818886-2-iscsi is: [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:40Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': 'aca16c02-dd22-4e92-ae3c-35a87f6878af', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'port_id': '52f37888-4340-4031-89d5-c0df41baa1f6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'mac_address': 'fa:16:3e:16:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:43:56Z', 'updated_at': '2022-02-05T22:43:59Z', 'revision_number': 1, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda99590-73a7-42d8-b7ef-4d5568cd9034', 'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'mac_address': 'fa:16:3e:87:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:39Z', 'updated_at': '2022-02-05T22:39:55Z', 'revision_number': 5, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'subnets': [{'id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:47:43.069815 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c67b2b-b7b6-472d-8a5b-71485ec0a480 None None] New status for floating IP 45e50438-f55e-47b9-97bc-776d7c7181ab: DOWN {{(pid=87484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 22:47:43.076349 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-2d49b9ee-ba99-48f3-bbf4-e16da8c78731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'name': 'tempest-TestShelveInstance-449430625-router', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:43Z', 'updated_at': '2022-02-05T22:46:48Z', 'revision_number': 4, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'gw_port': {'id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:44Z', 'updated_at': '2022-02-05T22:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': '049bd523-fccd-41c3-a036-c4e9f473ed58', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'port_id': 'fd168131-f3e4-43a2-984f-33e823536a5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d', 'mac_address': 'fa:16:3e:70:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc396be0-c0ca-4d2a-891d-b5157f375123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:47:40Z', 'updated_at': '2022-02-05T22:47:40Z', 'revision_number': 0, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b2a793-98b5-458e-9aed-5406831c8bdd', 'name': '', 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'mac_address': 'fa:16:3e:21:d3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '989d0764-a45c-4e2a-805e-7a4066c0fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:47Z', 'updated_at': '2022-02-05T22:46:54Z', 'revision_number': 5, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'subnets': [{'id': '989d0764-a45c-4e2a-805e-7a4066c0fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:47:43.080270 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d49b9ee-ba99-48f3-bbf4-e16da8c78731 None None] The sync data for ids ['3822d30f-5329-4d58-ba98-a08e5c8164cc'] in dv-cinder-818886-2-iscsi is: [{'id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'name': 'tempest-TestShelveInstance-449430625-router', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:43Z', 'updated_at': '2022-02-05T22:46:48Z', 'revision_number': 4, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'gw_port': {'id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:44Z', 'updated_at': '2022-02-05T22:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_floatingips': [{'id': '049bd523-fccd-41c3-a036-c4e9f473ed58', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'router_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'port_id': 'fd168131-f3e4-43a2-984f-33e823536a5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d', 'mac_address': 'fa:16:3e:70:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc396be0-c0ca-4d2a-891d-b5157f375123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:47:40Z', 'updated_at': '2022-02-05T22:47:40Z', 'revision_number': 0, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b2a793-98b5-458e-9aed-5406831c8bdd', 'name': '', 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'mac_address': 'fa:16:3e:21:d3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '989d0764-a45c-4e2a-805e-7a4066c0fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:47Z', 'updated_at': '2022-02-05T22:46:54Z', 'revision_number': 5, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'subnets': [{'id': '989d0764-a45c-4e2a-805e-7a4066c0fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:47:43.297057 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de1b98c-5049-423e-9a9b-af035cdc9c20 None None] New status for floating IP 049bd523-fccd-41c3-a036-c4e9f473ed58: ACTIVE {{(pid=87485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 22:47:43.524270 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80355a31-a441-479f-9bd7-db13c6ec9a84 req-6915dadd-33c7-4dd3-ae4e-5a8ef771d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:43.525776 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-80355a31-a441-479f-9bd7-db13c6ec9a84 req-6915dadd-33c7-4dd3-ae4e-5a8ef771d33b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e27fc590cef42a9b9b68f1f98a2a6c6&device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 1099 time: 0.2008407 Feb 05 22:47:43.528441 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec1171-f74f-474d-9882-43c23b83d8b5 req-56b7d18a-203c-42a8-acfd-11a350a28a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:43.529805 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3aec1171-f74f-474d-9882-43c23b83d8b5 req-56b7d18a-203c-42a8-acfd-11a350a28a4b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793&device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 1098 time: 0.2446084 Feb 05 22:47:43.826725 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80355a31-a441-479f-9bd7-db13c6ec9a84 req-104795dd-bd44-46a2-8f86-d36c455ff9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:43.828182 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-80355a31-a441-479f-9bd7-db13c6ec9a84 req-104795dd-bd44-46a2-8f86-d36c455ff9c4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d HTTP/1.1" status: 200 len: 909 time: 0.2889543 Feb 05 22:47:43.896943 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec1171-f74f-474d-9882-43c23b83d8b5 req-721287bb-a6f5-40f6-b799-b115118cbba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:43.898312 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3aec1171-f74f-474d-9882-43c23b83d8b5 req-721287bb-a6f5-40f6-b799-b115118cbba6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebea9618-4630-4a58-9d58-eedf0e21d8a9 HTTP/1.1" status: 200 len: 913 time: 0.3579865 Feb 05 22:47:43.922623 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336a5f9-40c1-4218-961d-bb5165d2c5f1 req-30d905e5-c838-47e2-9001-28da709107d2 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:43.923318 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-8336a5f9-40c1-4218-961d-bb5165d2c5f1 req-30d905e5-c838-47e2-9001-28da709107d2 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Synchronizing usage tracker for tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:47:44.000947 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3aec1171-f74f-474d-9882-43c23b83d8b5 req-e06b2fd4-648c-422b-8d1d-455424c2d7ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d6a8142-858d-4883-89ee-f7716ec0f1a4 HTTP/1.1" status: 200 len: 217 time: 0.0889220 Feb 05 22:47:44.053067 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-80355a31-a441-479f-9bd7-db13c6ec9a84 req-da6e2421-8022-4180-954e-8fa77596967a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd168131-f3e4-43a2-984f-33e823536a5a HTTP/1.1" status: 200 len: 1002 time: 0.2171764 Feb 05 22:47:44.110419 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec1171-f74f-474d-9882-43c23b83d8b5 req-24504593-d71d-4bd3-b14b-9ccc1d54ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:44.112512 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3aec1171-f74f-474d-9882-43c23b83d8b5 req-24504593-d71d-4bd3-b14b-9ccc1d54ab59 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=475e8ece-de3e-49c6-a895-1ccf27af5e7e HTTP/1.1" status: 200 len: 851 time: 0.1008661 Feb 05 22:47:44.162089 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-8336a5f9-40c1-4218-961d-bb5165d2c5f1 req-30d905e5-c838-47e2-9001-28da709107d2 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Unset dirty status for tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:47:44.163112 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8336a5f9-40c1-4218-961d-bb5165d2c5f1 req-30d905e5-c838-47e2-9001-28da709107d2 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 945 time: 0.5367146 Feb 05 22:47:44.174433 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80355a31-a441-479f-9bd7-db13c6ec9a84 req-756bdcc3-5c4e-4ea9-9750-d08aab35167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:44.181296 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-80355a31-a441-479f-9bd7-db13c6ec9a84 req-756bdcc3-5c4e-4ea9-9750-d08aab35167c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=989d0764-a45c-4e2a-805e-7a4066c0fb03 HTTP/1.1" status: 200 len: 847 time: 0.1118767 Feb 05 22:47:44.270687 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8336a5f9-40c1-4218-961d-bb5165d2c5f1 req-1ce8db02-e141-40f0-a46a-b309557bcf3a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995581 Feb 05 22:47:44.300824 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec1171-f74f-474d-9882-43c23b83d8b5 req-d354095a-f852-44ef-a657-96520a089648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:44.302324 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3aec1171-f74f-474d-9882-43c23b83d8b5 req-d354095a-f852-44ef-a657-96520a089648 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebea9618-4630-4a58-9d58-eedf0e21d8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1828716 Feb 05 22:47:44.308614 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80355a31-a441-479f-9bd7-db13c6ec9a84 req-c19c4f05-d192-475d-85e4-fda9fed06971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:44.310012 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-80355a31-a441-479f-9bd7-db13c6ec9a84 req-c19c4f05-d192-475d-85e4-fda9fed06971 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1202815 Feb 05 22:47:44.314807 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [req-3aec1171-f74f-474d-9882-43c23b83d8b5 req-e67a86e8-724c-4219-8bf8-4e03d4ebda10 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 05 22:47:44.315703 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3aec1171-f74f-474d-9882-43c23b83d8b5 req-e67a86e8-724c-4219-8bf8-4e03d4ebda10 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049012 Feb 05 22:47:44.319790 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [req-80355a31-a441-479f-9bd7-db13c6ec9a84 req-421c9e49-3e19-4afc-a0fe-d74e8e6047ee service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 05 22:47:44.320758 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-80355a31-a441-479f-9bd7-db13c6ec9a84 req-421c9e49-3e19-4afc-a0fe-d74e8e6047ee service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0042181 Feb 05 22:47:44.552764 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3aec1171-f74f-474d-9882-43c23b83d8b5 req-c5670c33-e6d3-4795-aa07-a3073ef3488a service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310476 Feb 05 22:47:44.554569 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-80355a31-a441-479f-9bd7-db13c6ec9a84 req-065f8e0d-c266-4f6d-96b6-f0096d77a0cd service neutron] 10.222.0.45 "GET /v2.0/networks/7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126701 Feb 05 22:47:44.797811 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-3aec1171-f74f-474d-9882-43c23b83d8b5 req-1e7fdb35-28fd-4439-af8b-a023ece409fc service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332301 Feb 05 22:47:44.799635 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-80355a31-a441-479f-9bd7-db13c6ec9a84 req-800b2d4e-2dee-4724-bd15-6ce60fdb2e53 service neutron] 10.222.0.45 "GET /v2.0/networks/7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340846 Feb 05 22:47:45.092524 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f04fad-fcd9-4463-85e7-7f6d797bbd22 req-967b0c22-5ce2-43a7-a20e-c71a865fa9c3 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:45.093948 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-05f04fad-fcd9-4463-85e7-7f6d797bbd22 req-967b0c22-5ce2-43a7-a20e-c71a865fa9c3 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.45 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 945 time: 0.2000396 Feb 05 22:47:45.162603 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-05f04fad-fcd9-4463-85e7-7f6d797bbd22 req-f5b3d74d-1b06-49c0-88ba-e93a30d0dcc2 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Deleting port 3d6a8142-858d-4883-89ee-f7716ec0f1a4 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:47:45.162942 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-05f04fad-fcd9-4463-85e7-7f6d797bbd22 req-f5b3d74d-1b06-49c0-88ba-e93a30d0dcc2 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:45.410948 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-05f04fad-fcd9-4463-85e7-7f6d797bbd22 req-f5b3d74d-1b06-49c0-88ba-e93a30d0dcc2 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] For port 3d6a8142-858d-4883-89ee-f7716ec0f1a4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3d6a8142-858d-4883-89ee-f7716ec0f1a4,segment=NetworkSegment(d7af7278-00da-4a19-8b7b-1858f8d90a47),segment_id=d7af7278-00da-4a19-8b7b-1858f8d90a47)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:47:45.411311 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-05f04fad-fcd9-4463-85e7-7f6d797bbd22 req-f5b3d74d-1b06-49c0-88ba-e93a30d0dcc2 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:45.459292 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c142ef-2584-44a0-babb-31ffd54e7125 req-96e85989-e1ed-476d-9af9-62bd6ccdb883 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:45.460752 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-21c142ef-2584-44a0-babb-31ffd54e7125 req-96e85989-e1ed-476d-9af9-62bd6ccdb883 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 945 time: 0.0827968 Feb 05 22:47:45.504237 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-21c142ef-2584-44a0-babb-31ffd54e7125 req-64466ac4-af27-4729-86bd-6b96d30b43af tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376265 Feb 05 22:47:45.539116 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-05f04fad-fcd9-4463-85e7-7f6d797bbd22 req-f5b3d74d-1b06-49c0-88ba-e93a30d0dcc2 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Calling delete_port for 3d6a8142-858d-4883-89ee-f7716ec0f1a4 owned by compute:nova {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:47:45.739734 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-05f04fad-fcd9-4463-85e7-7f6d797bbd22 req-f5b3d74d-1b06-49c0-88ba-e93a30d0dcc2 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:45.794317 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3d74d-1b06-49c0-88ba-e93a30d0dcc2 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event deleted for resources: {'Port': ['ID=3d6a8142-858d-4883-89ee-f7716ec0f1a4,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:45.867832 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f04fad-fcd9-4463-85e7-7f6d797bbd22 req-f5b3d74d-1b06-49c0-88ba-e93a30d0dcc2 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] No DVR routers for this DVR port 3d6a8142-858d-4883-89ee-f7716ec0f1a4 on host hv-cinder-81888 {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:47:45.870377 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-05f04fad-fcd9-4463-85e7-7f6d797bbd22 req-f5b3d74d-1b06-49c0-88ba-e93a30d0dcc2 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:45.873586 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f388d4-b673-45e1-b123-0af04574701b', 'name': 'network-vif-deleted', 'tag': '3d6a8142-858d-4883-89ee-f7716ec0f1a4'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:47:45.923432 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f388d4-b673-45e1-b123-0af04574701b', 'name': 'network-vif-deleted', 'tag': '3d6a8142-858d-4883-89ee-f7716ec0f1a4', 'status': 'completed', 'code': 200} Feb 05 22:47:45.942648 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-05f04fad-fcd9-4463-85e7-7f6d797bbd22 req-f5b3d74d-1b06-49c0-88ba-e93a30d0dcc2 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.45 "DELETE /v2.0/ports/3d6a8142-858d-4883-89ee-f7716ec0f1a4 HTTP/1.1" status: 204 len: 173 time: 0.8433881 Feb 05 22:47:46.649499 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d563c32b-33ae-4ddb-9766-2ecad6b6da99 req-b85ba4a3-c12f-4ba6-9273-9556819f9a69 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 210 time: 0.0418200 Feb 05 22:47:47.799956 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-41da1e70-925f-4759-af29-0872866aba28 req-04fbc3d4-2d41-4149-9bf4-d5af1cea7aab tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Synchronizing usage tracker for tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:47:47.912324 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-41da1e70-925f-4759-af29-0872866aba28 req-04fbc3d4-2d41-4149-9bf4-d5af1cea7aab tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Unset dirty status for tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:47:47.913311 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-41da1e70-925f-4759-af29-0872866aba28 req-04fbc3d4-2d41-4149-9bf4-d5af1cea7aab tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 210 time: 0.1583922 Feb 05 22:47:48.913694 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4cbc24a9-2804-479a-b6d4-46336385a2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:49.074681 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-6cdfcbf4-19f4-4896-b823-d3286d2e8993 req-36c736cb-0916-4178-bc1b-543a3f4464ed tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=73f388d4-b673-45e1-b123-0af04574701b HTTP/1.1" status: 200 len: 210 time: 0.0429194 Feb 05 22:47:51.319301 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-504bd37f-5170-428c-8995-53a76f16c7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:51.933617 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 3d6a8142-858d-4883-89ee-f7716ec0f1a4 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:47:51.969911 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] No Port match for: 3d6a8142-858d-4883-89ee-f7716ec0f1a4 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:47:51.970254 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 3d6a8142-858d-4883-89ee-f7716ec0f1a4 not bound to the agent host hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:47:52.279083 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:52.506042 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:52.802205 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51802) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:47:52.998785 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-8e59fa69-94f8-4a4f-b06c-9af38345092d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Deleting port d2a01c2c-b4e3-4ed3-99b3-9934fdd9f975 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:47:52.999123 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-8e59fa69-94f8-4a4f-b06c-9af38345092d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:53.167478 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-8e59fa69-94f8-4a4f-b06c-9af38345092d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:53.167726 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-8e59fa69-94f8-4a4f-b06c-9af38345092d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:53.289582 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-8e59fa69-94f8-4a4f-b06c-9af38345092d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Calling delete_port for d2a01c2c-b4e3-4ed3-99b3-9934fdd9f975 owned by network:floatingip {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:47:53.616351 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-8e59fa69-94f8-4a4f-b06c-9af38345092d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:53.664262 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59fa69-94f8-4a4f-b06c-9af38345092d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event deleted for resources: {'Port': ['ID=d2a01c2c-b4e3-4ed3-99b3-9934fdd9f975,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:53.748069 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:53.756525 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-8e59fa69-94f8-4a4f-b06c-9af38345092d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for floatingip, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:53.756866 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.db.l3_db [None req-8e59fa69-94f8-4a4f-b06c-9af38345092d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Floating IP aca16c02-dd22-4e92-ae3c-35a87f6878af disassociated (deleted). External IP: 172.27.3.198, port: 52f37888-4340-4031-89d5-c0df41baa1f6. Feb 05 22:47:54.114143 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e59fa69-94f8-4a4f-b06c-9af38345092d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Router 32f81c64-56c3-484d-979c-53a43186fbe6 has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:47:54.295780 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e59fa69-94f8-4a4f-b06c-9af38345092d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:47:54.304897 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f5ee10-883c-4832-925b-e1b2973e6895 None None] Sync routers for ids ['32f81c64-56c3-484d-979c-53a43186fbe6'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:47:54.314348 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f5ee10-883c-4832-925b-e1b2973e6895 None None] Routers {'32f81c64-56c3-484d-979c-53a43186fbe6'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:47:54.316756 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-f0f5ee10-883c-4832-925b-e1b2973e6895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:47:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['32f81c64-56c3-484d-979c-53a43186fbe6'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:47:54.376982 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-8e59fa69-94f8-4a4f-b06c-9af38345092d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for floatingip, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:54.431655 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-8e59fa69-94f8-4a4f-b06c-9af38345092d tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "DELETE /v2.0/floatingips/aca16c02-dd22-4e92-ae3c-35a87f6878af HTTP/1.1" status: 204 len: 168 time: 1.6283090 Feb 05 22:47:54.432328 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e', 'tag': '52f37888-4340-4031-89d5-c0df41baa1f6'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:47:54.496945 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-f0f5ee10-883c-4832-925b-e1b2973e6895 None None] Set router 32f81c64-56c3-484d-979c-53a43186fbe6 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:47:54.536851 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e', 'tag': '52f37888-4340-4031-89d5-c0df41baa1f6', 'status': 'completed', 'code': 200} Feb 05 22:47:54.811470 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-f0f5ee10-883c-4832-925b-e1b2973e6895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:40Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'dda99590-73a7-42d8-b7ef-4d5568cd9034', 'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'mac_address': 'fa:16:3e:87:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:39Z', 'updated_at': '2022-02-05T22:39:55Z', 'revision_number': 5, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'subnets': [{'id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:47:54.815159 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f5ee10-883c-4832-925b-e1b2973e6895 None None] Checking router: 32f81c64-56c3-484d-979c-53a43186fbe6 for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:47:54.823763 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f5ee10-883c-4832-925b-e1b2973e6895 None None] Routers {'32f81c64-56c3-484d-979c-53a43186fbe6'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:47:54.824614 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-f0f5ee10-883c-4832-925b-e1b2973e6895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:47:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['32f81c64-56c3-484d-979c-53a43186fbe6'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:47:54.994516 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55235d-28c0-452a-a921-ecf85d0f6a25 req-431165f7-2243-4a57-aae5-ef999b021a7b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:54.995204 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-6d55235d-28c0-452a-a921-ecf85d0f6a25 req-431165f7-2243-4a57-aae5-ef999b021a7b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Synchronizing usage tracker for tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:47:55.043646 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-f0f5ee10-883c-4832-925b-e1b2973e6895 None None] Set router 32f81c64-56c3-484d-979c-53a43186fbe6 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:47:55.061887 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-6d55235d-28c0-452a-a921-ecf85d0f6a25 req-431165f7-2243-4a57-aae5-ef999b021a7b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Unset dirty status for tenant:c11ef7c1d2e84d30b7e289e2ed5ba793 on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:47:55.062990 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6d55235d-28c0-452a-a921-ecf85d0f6a25 req-431165f7-2243-4a57-aae5-ef999b021a7b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 945 time: 0.1497452 Feb 05 22:47:55.110141 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6d55235d-28c0-452a-a921-ecf85d0f6a25 req-ad5319be-46d0-4d0f-8bc7-ce96d3337a6b tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413647 Feb 05 22:47:55.354933 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-f0f5ee10-883c-4832-925b-e1b2973e6895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:40Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'dda99590-73a7-42d8-b7ef-4d5568cd9034', 'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'mac_address': 'fa:16:3e:87:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:39Z', 'updated_at': '2022-02-05T22:39:55Z', 'revision_number': 5, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'subnets': [{'id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:47:55.358634 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f5ee10-883c-4832-925b-e1b2973e6895 None None] The sync data for ids ['32f81c64-56c3-484d-979c-53a43186fbe6'] in dv-cinder-818886-2-iscsi is: [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:39:40Z', 'revision_number': 4, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'dda99590-73a7-42d8-b7ef-4d5568cd9034', 'name': '', 'network_id': 'ebea9618-4630-4a58-9d58-eedf0e21d8a9', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'mac_address': 'fa:16:3e:87:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:39Z', 'updated_at': '2022-02-05T22:39:55Z', 'revision_number': 5, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'subnets': [{'id': '475e8ece-de3e-49c6-a895-1ccf27af5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:47:55.567646 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee16add-b101-46e4-80d8-fea41bcf2194 None None] New status for floating IP aca16c02-dd22-4e92-ae3c-35a87f6878af: DOWN {{(pid=87485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 22:47:56.299473 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c884c-20e3-493a-88d0-70e82871b97b req-9bc5b6c4-fc8c-47f3-9fef-bbff29eaa4d6 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:56.300920 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-482c884c-20e3-493a-88d0-70e82871b97b req-9bc5b6c4-fc8c-47f3-9fef-bbff29eaa4d6 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 945 time: 0.0823796 Feb 05 22:47:56.344623 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-482c884c-20e3-493a-88d0-70e82871b97b req-c690cd23-8210-4b17-994b-9153e65e3127 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380316 Feb 05 22:47:56.995860 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003de02f-2131-4dbe-9e5e-0f255c16a7eb req-d313d51b-6c90-47f4-a096-97776ea3a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:56.997307 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-003de02f-2131-4dbe-9e5e-0f255c16a7eb req-d313d51b-6c90-47f4-a096-97776ea3a363 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793&device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 1098 time: 0.0684264 Feb 05 22:47:57.127556 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003de02f-2131-4dbe-9e5e-0f255c16a7eb req-ea370fdd-40b9-49c3-9441-0478b899874d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:57.129020 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-003de02f-2131-4dbe-9e5e-0f255c16a7eb req-ea370fdd-40b9-49c3-9441-0478b899874d service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebea9618-4630-4a58-9d58-eedf0e21d8a9 HTTP/1.1" status: 200 len: 913 time: 0.1257527 Feb 05 22:47:57.205622 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-003de02f-2131-4dbe-9e5e-0f255c16a7eb req-36e33d22-50fa-419c-a2a7-b83857521fcc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52f37888-4340-4031-89d5-c0df41baa1f6 HTTP/1.1" status: 200 len: 217 time: 0.0644376 Feb 05 22:47:57.272731 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003de02f-2131-4dbe-9e5e-0f255c16a7eb req-b60ff75d-c501-4c54-81ac-47599fe2aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:57.274198 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-003de02f-2131-4dbe-9e5e-0f255c16a7eb req-b60ff75d-c501-4c54-81ac-47599fe2aab9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=475e8ece-de3e-49c6-a895-1ccf27af5e7e HTTP/1.1" status: 200 len: 851 time: 0.0582786 Feb 05 22:47:57.352435 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003de02f-2131-4dbe-9e5e-0f255c16a7eb req-6beebad8-233d-4e57-b075-826552b3ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:57.353926 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-003de02f-2131-4dbe-9e5e-0f255c16a7eb req-6beebad8-233d-4e57-b075-826552b3ad58 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebea9618-4630-4a58-9d58-eedf0e21d8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720224 Feb 05 22:47:57.646756 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-003de02f-2131-4dbe-9e5e-0f255c16a7eb req-95d15aa9-9ab5-4beb-8082-0ee5e1c5fe94 service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852776 Feb 05 22:47:57.739436 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdd72c-1100-4936-9dc5-d9f66a773866 req-9570f1d9-cd50-4fbd-bb76-7612815078ee tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:57.740886 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0fbdd72c-1100-4936-9dc5-d9f66a773866 req-9570f1d9-cd50-4fbd-bb76-7612815078ee tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 945 time: 0.1889112 Feb 05 22:47:57.821834 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0fbdd72c-1100-4936-9dc5-d9f66a773866 req-4d5a5687-79e7-4cfd-88ca-eb5988421d4a tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692828 Feb 05 22:47:57.827517 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-003de02f-2131-4dbe-9e5e-0f255c16a7eb req-0c901336-90dc-4640-b586-c0da138e1d32 service neutron] 10.222.0.45 "GET /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727283 Feb 05 22:47:58.840524 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21892b26-1f4a-4187-8aac-5ef5f07381cc req-bb9b8848-2c0f-4418-9010-717f509383d4 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:58.841992 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-21892b26-1f4a-4187-8aac-5ef5f07381cc req-bb9b8848-2c0f-4418-9010-717f509383d4 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 945 time: 0.0845354 Feb 05 22:47:58.913987 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-21892b26-1f4a-4187-8aac-5ef5f07381cc req-9f33fb11-74c8-4a7e-b2f3-be954cbe5313 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Deleting port 52f37888-4340-4031-89d5-c0df41baa1f6 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:47:58.914339 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-21892b26-1f4a-4187-8aac-5ef5f07381cc req-9f33fb11-74c8-4a7e-b2f3-be954cbe5313 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:59.008759 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368dd824-8e81-4189-bbd4-028c6063296b req-8c1e731d-14f1-43bb-bd37-735970c3a37c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:47:59.010607 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-368dd824-8e81-4189-bbd4-028c6063296b req-8c1e731d-14f1-43bb-bd37-735970c3a37c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 945 time: 0.0807140 Feb 05 22:47:59.059488 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-368dd824-8e81-4189-bbd4-028c6063296b req-75f922b0-5022-4b30-a48c-117fe46a56e8 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb1c991-0177-4839-bafa-55f0dbbe213d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430348 Feb 05 22:47:59.163427 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-21892b26-1f4a-4187-8aac-5ef5f07381cc req-9f33fb11-74c8-4a7e-b2f3-be954cbe5313 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] For port 52f37888-4340-4031-89d5-c0df41baa1f6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=52f37888-4340-4031-89d5-c0df41baa1f6,segment=NetworkSegment(d7af7278-00da-4a19-8b7b-1858f8d90a47),segment_id=d7af7278-00da-4a19-8b7b-1858f8d90a47)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:47:59.163849 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-21892b26-1f4a-4187-8aac-5ef5f07381cc req-9f33fb11-74c8-4a7e-b2f3-be954cbe5313 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:59.290673 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-21892b26-1f4a-4187-8aac-5ef5f07381cc req-9f33fb11-74c8-4a7e-b2f3-be954cbe5313 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Calling delete_port for 52f37888-4340-4031-89d5-c0df41baa1f6 owned by compute:nova {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:47:59.530848 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-21892b26-1f4a-4187-8aac-5ef5f07381cc req-9f33fb11-74c8-4a7e-b2f3-be954cbe5313 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:59.578862 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33fb11-74c8-4a7e-b2f3-be954cbe5313 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event deleted for resources: {'Port': ['ID=52f37888-4340-4031-89d5-c0df41baa1f6,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:47:59.656404 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-21892b26-1f4a-4187-8aac-5ef5f07381cc req-9f33fb11-74c8-4a7e-b2f3-be954cbe5313 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] No DVR routers for this DVR port 52f37888-4340-4031-89d5-c0df41baa1f6 on host hv-cinder-81888 {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:47:59.658798 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-21892b26-1f4a-4187-8aac-5ef5f07381cc req-9f33fb11-74c8-4a7e-b2f3-be954cbe5313 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:47:59.661190 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e', 'name': 'network-vif-deleted', 'tag': '52f37888-4340-4031-89d5-c0df41baa1f6'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:47:59.706891 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e', 'name': 'network-vif-deleted', 'tag': '52f37888-4340-4031-89d5-c0df41baa1f6', 'status': 'completed', 'code': 200} Feb 05 22:47:59.723143 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-21892b26-1f4a-4187-8aac-5ef5f07381cc req-9f33fb11-74c8-4a7e-b2f3-be954cbe5313 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.45 "DELETE /v2.0/ports/52f37888-4340-4031-89d5-c0df41baa1f6 HTTP/1.1" status: 204 len: 173 time: 0.8759303 Feb 05 22:48:00.211380 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-e71f3f4f-f4c0-48ba-8531-6eaa9ea3cec9 req-1bf33063-b948-4c7a-abd9-9b632a57d8a1 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f61fff-1f83-4fdd-9f7f-fe66001cfe4e HTTP/1.1" status: 200 len: 210 time: 0.0437906 Feb 05 22:48:00.360086 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:48:01.312139 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 51864) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:48:01.471079 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-ae44fd42-ac5e-4e1c-9500-6521b1943747 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Deleting port d820b2ad-70f2-4b12-bc79-c59d7e83edfd {{(pid=87482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:48:01.471429 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ae44fd42-ac5e-4e1c-9500-6521b1943747 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:01.642189 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ae44fd42-ac5e-4e1c-9500-6521b1943747 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:01.642518 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ae44fd42-ac5e-4e1c-9500-6521b1943747 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:01.762470 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-ae44fd42-ac5e-4e1c-9500-6521b1943747 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Calling delete_port for d820b2ad-70f2-4b12-bc79-c59d7e83edfd owned by network:floatingip {{(pid=87482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:48:01.983644 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 52f37888-4340-4031-89d5-c0df41baa1f6 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:48:02.021284 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] No Port match for: 52f37888-4340-4031-89d5-c0df41baa1f6 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:48:02.021553 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device 52f37888-4340-4031-89d5-c0df41baa1f6 not bound to the agent host hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:48:02.067983 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ae44fd42-ac5e-4e1c-9500-6521b1943747 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1726876'] for port, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:02.129869 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44fd42-ac5e-4e1c-9500-6521b1943747 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event deleted for resources: {'Port': ['ID=d820b2ad-70f2-4b12-bc79-c59d7e83edfd,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:48:02.166586 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44fd42-ac5e-4e1c-9500-6521b1943747 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:02.170165 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44fd42-ac5e-4e1c-9500-6521b1943747 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:02.170165 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44fd42-ac5e-4e1c-9500-6521b1943747 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:02.170165 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44fd42-ac5e-4e1c-9500-6521b1943747 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:02.170165 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44fd42-ac5e-4e1c-9500-6521b1943747 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:02.170165 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44fd42-ac5e-4e1c-9500-6521b1943747 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:02.170165 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44fd42-ac5e-4e1c-9500-6521b1943747 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:02.170165 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44fd42-ac5e-4e1c-9500-6521b1943747 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:02.170165 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44fd42-ac5e-4e1c-9500-6521b1943747 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:02.170165 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44fd42-ac5e-4e1c-9500-6521b1943747 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:02.171058 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44fd42-ac5e-4e1c-9500-6521b1943747 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:02.171058 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44fd42-ac5e-4e1c-9500-6521b1943747 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:02.232321 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ae44fd42-ac5e-4e1c-9500-6521b1943747 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for floatingip, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:02.245835 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-ae44fd42-ac5e-4e1c-9500-6521b1943747 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for floatingip, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:02.246995 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-ae44fd42-ac5e-4e1c-9500-6521b1943747 tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "DELETE /v2.0/floatingips/4b5266fd-6b39-40f7-b742-fc1afcf54505 HTTP/1.1" status: 204 len: 168 time: 0.9338491 Feb 05 22:48:02.998703 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 51892) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:48:03.115686 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3ff892bf-9432-4d00-bdcb-ab7312b6d4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:03.130474 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-3ff892bf-9432-4d00-bdcb-ab7312b6d4fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 05 22:48:03.134383 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-3ff892bf-9432-4d00-bdcb-ab7312b6d4fd admin admin] Usage tracker for resource:security_group_rule and tenant:5ae3f919d71f47b387877f15bb7cf056 is out of sync, need to count used quota {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 05 22:48:03.137079 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [None req-3ff892bf-9432-4d00-bdcb-ab7312b6d4fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87482) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 05 22:48:03.142784 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.quota.driver [None req-3ff892bf-9432-4d00-bdcb-ab7312b6d4fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87482) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 05 22:48:03.221627 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3ff892bf-9432-4d00-bdcb-ab7312b6d4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:03.307614 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-3ff892bf-9432-4d00-bdcb-ab7312b6d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_create {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:03.355795 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-3ff892bf-9432-4d00-bdcb-ab7312b6d4fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ae3f919d71f47b387877f15bb7cf056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3559730 Feb 05 22:48:03.357573 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff892bf-9432-4d00-bdcb-ab7312b6d4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00306db-04e2-417a-bf9c-1c7f2e727f7d,revision_number=1']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:48:03.359119 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51900) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:48:03.417422 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-30ffe822-6e11-48c8-b79b-688f135ffda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:03.443398 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-30ffe822-6e11-48c8-b79b-688f135ffda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:03.602227 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-30ffe822-6e11-48c8-b79b-688f135ffda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:03.617316 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffe822-6e11-48c8-b79b-688f135ffda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00306db-04e2-417a-bf9c-1c7f2e727f7d,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:48:03.624996 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-30ffe822-6e11-48c8-b79b-688f135ffda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:03.626175 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-30ffe822-6e11-48c8-b79b-688f135ffda1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b00306db-04e2-417a-bf9c-1c7f2e727f7d HTTP/1.1" status: 204 len: 168 time: 0.2660403 Feb 05 22:48:03.733486 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51908) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:48:03.802214 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-5457d550-f235-4dd1-90b2-f84759fc0d6c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:03.832256 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-5457d550-f235-4dd1-90b2-f84759fc0d6c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:03.976619 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-5457d550-f235-4dd1-90b2-f84759fc0d6c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:03.997367 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457d550-f235-4dd1-90b2-f84759fc0d6c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb1c991-0177-4839-bafa-55f0dbbe213d,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:48:04.079631 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-5457d550-f235-4dd1-90b2-f84759fc0d6c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:04.080815 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-5457d550-f235-4dd1-90b2-f84759fc0d6c tempest-TestVolumeBootPattern-1240702450 tempest-TestVolumeBootPattern-1240702450-project] 10.222.0.24 "DELETE /v2.0/security-groups/9fb1c991-0177-4839-bafa-55f0dbbe213d HTTP/1.1" status: 204 len: 168 time: 0.3462791 Feb 05 22:48:04.219636 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51914) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:48:05.002018 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960473'] for router_interface, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:05.345850 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] Deleting port dda99590-73a7-42d8-b7ef-4d5568cd9034 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:48:05.346209 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:05.513516 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] For port dda99590-73a7-42d8-b7ef-4d5568cd9034, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=dda99590-73a7-42d8-b7ef-4d5568cd9034,segment=NetworkSegment(d7af7278-00da-4a19-8b7b-1858f8d90a47),segment_id=d7af7278-00da-4a19-8b7b-1858f8d90a47)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:48:05.513870 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:05.633826 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] Calling delete_port for dda99590-73a7-42d8-b7ef-4d5568cd9034 owned by network:router_interface {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:48:06.055831 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:06.100803 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] Pushing event deleted for resources: {'Port': ['ID=dda99590-73a7-42d8-b7ef-4d5568cd9034,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:48:06.138370 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:06.138821 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:06.139161 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:06.139498 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:06.139828 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:06.140159 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:06.140483 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:06.140803 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:06.141127 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:06.141476 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:06.141795 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:06.142111 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:48:06.476650 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541769'] for router_interface, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:06.822537 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] Router 32f81c64-56c3-484d-979c-53a43186fbe6 has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:48:06.992773 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:48:07.002726 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7250847-dd97-48e5-91b6-5d779115b7ce None None] Sync routers for ids ['32f81c64-56c3-484d-979c-53a43186fbe6'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:48:07.005807 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-78ecd74b-b450-4ab4-8837-6a4b91ea0c18 admin admin] 10.222.0.24 "PUT /v2.0/routers/32f81c64-56c3-484d-979c-53a43186fbe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7850871 Feb 05 22:48:07.008218 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51920) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:48:07.012820 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7250847-dd97-48e5-91b6-5d779115b7ce None None] Routers {'32f81c64-56c3-484d-979c-53a43186fbe6'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:48:07.013635 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-b7250847-dd97-48e5-91b6-5d779115b7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:47:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['32f81c64-56c3-484d-979c-53a43186fbe6'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:48:07.184915 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa240-75b6-42de-a6a2-87978f313bff admin admin] Notify callbacks [] for router, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:07.189893 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-b7250847-dd97-48e5-91b6-5d779115b7ce None None] Set router 32f81c64-56c3-484d-979c-53a43186fbe6 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:48:07.363272 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa240-75b6-42de-a6a2-87978f313bff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:07.470986 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-b7250847-dd97-48e5-91b6-5d779115b7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:48:05Z', 'revision_number': 5, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port': {'id': '7c6f19e4-ec32-46e2-913b-d2c02222b7bb', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:35Z', 'updated_at': '2022-02-05T22:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:48:07.474863 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7250847-dd97-48e5-91b6-5d779115b7ce None None] Checking router: 32f81c64-56c3-484d-979c-53a43186fbe6 for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:48:07.483174 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7250847-dd97-48e5-91b6-5d779115b7ce None None] Routers {'32f81c64-56c3-484d-979c-53a43186fbe6'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:48:07.483749 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-b7250847-dd97-48e5-91b6-5d779115b7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:47:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['32f81c64-56c3-484d-979c-53a43186fbe6'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:48:07.490324 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-7e9fa240-75b6-42de-a6a2-87978f313bff admin admin] Deleting port 7c6f19e4-ec32-46e2-913b-d2c02222b7bb {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:48:07.490673 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa240-75b6-42de-a6a2-87978f313bff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:07.634486 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-b7250847-dd97-48e5-91b6-5d779115b7ce None None] Set router 32f81c64-56c3-484d-979c-53a43186fbe6 gateway port host: None {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:48:07.740007 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-b7250847-dd97-48e5-91b6-5d779115b7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:48:07Z', 'revision_number': 6, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port_host': None}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:48:07.743721 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7250847-dd97-48e5-91b6-5d779115b7ce None None] The sync data for ids ['32f81c64-56c3-484d-979c-53a43186fbe6'] in dv-cinder-818886-2-iscsi is: [{'id': '32f81c64-56c3-484d-979c-53a43186fbe6', 'name': 'tempest-TestVolumeBootPattern-2092572392-router', 'tenant_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:34Z', 'updated_at': '2022-02-05T22:48:07Z', 'revision_number': 6, 'project_id': 'c11ef7c1d2e84d30b7e289e2ed5ba793', 'gw_port_host': None}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:48:07.774239 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [None req-7e9fa240-75b6-42de-a6a2-87978f313bff admin admin] For port 7c6f19e4-ec32-46e2-913b-d2c02222b7bb, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=7c6f19e4-ec32-46e2-913b-d2c02222b7bb,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:48:07.774239 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa240-75b6-42de-a6a2-87978f313bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:07.892406 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-7e9fa240-75b6-42de-a6a2-87978f313bff admin admin] Calling delete_port for 7c6f19e4-ec32-46e2-913b-d2c02222b7bb owned by network:router_gateway {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:48:08.127937 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device dda99590-73a7-42d8-b7ef-4d5568cd9034 no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:48:08.157079 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa240-75b6-42de-a6a2-87978f313bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:08.205697 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: dda99590-73a7-42d8-b7ef-4d5568cd9034 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:48:08.206041 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device dda99590-73a7-42d8-b7ef-4d5568cd9034 not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:48:08.236946 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fa240-75b6-42de-a6a2-87978f313bff admin admin] Pushing event deleted for resources: {'Port': ['ID=7c6f19e4-ec32-46e2-913b-d2c02222b7bb,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:48:08.302142 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa240-75b6-42de-a6a2-87978f313bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542460'] for router_gateway, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:08.472671 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa240-75b6-42de-a6a2-87978f313bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1677'] for router, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:08.474870 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa240-75b6-42de-a6a2-87978f313bff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:08.558601 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa240-75b6-42de-a6a2-87978f313bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541590'] for router, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:08.559260 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9fa240-75b6-42de-a6a2-87978f313bff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32f81c64-56c3-484d-979c-53a43186fbe6 {{(pid=87483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 22:48:08.571811 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa240-75b6-42de-a6a2-87978f313bff admin admin] Notify callbacks [] for router, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:08.572982 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-7e9fa240-75b6-42de-a6a2-87978f313bff admin admin] 10.222.0.24 "DELETE /v2.0/routers/32f81c64-56c3-484d-979c-53a43186fbe6 HTTP/1.1" status: 204 len: 168 time: 1.5638275 Feb 05 22:48:08.575717 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51924) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:48:08.635677 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad51d17b-6bf3-4bfd-8ee8-bcfb0bc35871 admin admin] Deleting subnet 475e8ece-de3e-49c6-a895-1ccf27af5e7e {{(pid=87483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 05 22:48:08.638764 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ad51d17b-6bf3-4bfd-8ee8-bcfb0bc35871 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:08.688433 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ad51d17b-6bf3-4bfd-8ee8-bcfb0bc35871 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1429885'] for subnet, precommit_delete_associations {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:08.772604 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ad51d17b-6bf3-4bfd-8ee8-bcfb0bc35871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770741'] for subnet, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:08.945881 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ad51d17b-6bf3-4bfd-8ee8-bcfb0bc35871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10573208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10784605'] for subnet, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:08.982857 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51d17b-6bf3-4bfd-8ee8-bcfb0bc35871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=475e8ece-de3e-49c6-a895-1ccf27af5e7e,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:48:08.988077 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ad51d17b-6bf3-4bfd-8ee8-bcfb0bc35871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:08.993775 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-ad51d17b-6bf3-4bfd-8ee8-bcfb0bc35871 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/475e8ece-de3e-49c6-a895-1ccf27af5e7e HTTP/1.1" status: 204 len: 168 time: 0.4171286 Feb 05 22:48:08.994069 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5b7b5b-0168-4ef8-b5b6-17c78f9ac475 None None] Network ebea9618-4630-4a58-9d58-eedf0e21d8a9 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:48:08.996385 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51928) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:48:09.103018 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-844def06-fbaa-48c0-90a2-250c3bd784ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744846'] for network, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:09.113586 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-844def06-fbaa-48c0-90a2-250c3bd784ac admin admin] Deleting port 8da215ad-a6f8-46c5-9814-fc44e10f09a7 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:48:09.113914 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-844def06-fbaa-48c0-90a2-250c3bd784ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:09.263278 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815b3277-2a2e-41b6-96cf-64fa2e1770f4 None None] DHCP port deletion for ebea9618-4630-4a58-9d58-eedf0e21d8a9 request from dv-cinder-818886-2-iscsi {{(pid=87484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 05 22:48:09.267488 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-815b3277-2a2e-41b6-96cf-64fa2e1770f4 None None] Deleting port 8da215ad-a6f8-46c5-9814-fc44e10f09a7 {{(pid=87484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:48:09.267866 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-815b3277-2a2e-41b6-96cf-64fa2e1770f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:09.327819 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [None req-844def06-fbaa-48c0-90a2-250c3bd784ac admin admin] For port 8da215ad-a6f8-46c5-9814-fc44e10f09a7, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=8da215ad-a6f8-46c5-9814-fc44e10f09a7,segment=NetworkSegment(d7af7278-00da-4a19-8b7b-1858f8d90a47),segment_id=d7af7278-00da-4a19-8b7b-1858f8d90a47)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:48:09.328434 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-844def06-fbaa-48c0-90a2-250c3bd784ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:09.474493 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-815b3277-2a2e-41b6-96cf-64fa2e1770f4 None None] For port 8da215ad-a6f8-46c5-9814-fc44e10f09a7, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=8da215ad-a6f8-46c5-9814-fc44e10f09a7,segment=NetworkSegment(d7af7278-00da-4a19-8b7b-1858f8d90a47),segment_id=d7af7278-00da-4a19-8b7b-1858f8d90a47)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:48:09.474797 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-815b3277-2a2e-41b6-96cf-64fa2e1770f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:09.542650 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-844def06-fbaa-48c0-90a2-250c3bd784ac admin admin] Calling delete_port for 8da215ad-a6f8-46c5-9814-fc44e10f09a7 owned by network:dhcp {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:48:09.595586 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-815b3277-2a2e-41b6-96cf-64fa2e1770f4 None None] Calling delete_port for 8da215ad-a6f8-46c5-9814-fc44e10f09a7 owned by network:dhcp {{(pid=87484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:48:09.676674 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-844def06-fbaa-48c0-90a2-250c3bd784ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:09.682081 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.db.api [None req-815b3277-2a2e-41b6-96cf-64fa2e1770f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 22:48:09.682441 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG oslo_db.api [None req-815b3277-2a2e-41b6-96cf-64fa2e1770f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 22:48:09.724281 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844def06-fbaa-48c0-90a2-250c3bd784ac admin admin] Pushing event deleted for resources: {'Port': ['ID=8da215ad-a6f8-46c5-9814-fc44e10f09a7,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:48:09.726096 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844def06-fbaa-48c0-90a2-250c3bd784ac admin admin] No DVR routers for this DVR port 8da215ad-a6f8-46c5-9814-fc44e10f09a7 on host dv-cinder-818886-2-iscsi {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:48:09.838476 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-844def06-fbaa-48c0-90a2-250c3bd784ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771300', 'neutron.services.segments.db._delete_segments_for_network-8748711873850'] for network, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:09.862766 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-844def06-fbaa-48c0-90a2-250c3bd784ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebea9618-4630-4a58-9d58-eedf0e21d8a9']}} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:48:09.874450 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-844def06-fbaa-48c0-90a2-250c3bd784ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7af7278-00da-4a19-8b7b-1858f8d90a47') {'for_net_delete': True} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:48:09.874748 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-844def06-fbaa-48c0-90a2-250c3bd784ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7af7278-00da-4a19-8b7b-1858f8d90a47') {} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:48:09.885874 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-844def06-fbaa-48c0-90a2-250c3bd784ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748711876181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1429834'] for segment, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:09.901773 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-844def06-fbaa-48c0-90a2-250c3bd784ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:09.908261 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844def06-fbaa-48c0-90a2-250c3bd784ac admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 22:48:09.908943 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-844def06-fbaa-48c0-90a2-250c3bd784ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3777956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11000378'] for segment, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: Traceback (most recent call last): Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: timer() Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: cb(*args, **kw) Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: return func(*args, **kwargs) Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: self._notify() Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: self.callback(batched_events) Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: event.method(event) Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: return f(self, *a, **k) Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: return self._get(url).json() Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: return self.request(url, 'GET', **kwargs) Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 22:48:09.925127 dv-cinder-818886-2-iscsi neutron-server[87483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 22:48:09.981409 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 7c6f19e4-ec32-46e2-913b-d2c02222b7bb no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:48:10.014797 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: 7c6f19e4-ec32-46e2-913b-d2c02222b7bb {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:48:10.015134 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 7c6f19e4-ec32-46e2-913b-d2c02222b7bb not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:48:10.015543 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 8da215ad-a6f8-46c5-9814-fc44e10f09a7 no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:48:10.049567 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: 8da215ad-a6f8-46c5-9814-fc44e10f09a7 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:48:10.049906 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 8da215ad-a6f8-46c5-9814-fc44e10f09a7 not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:48:10.060343 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-844def06-fbaa-48c0-90a2-250c3bd784ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542425'] for network, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:10.078844 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-844def06-fbaa-48c0-90a2-250c3bd784ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:10.084726 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844def06-fbaa-48c0-90a2-250c3bd784ac admin admin] Pushing event deleted for resources: {'Network': ['ID=ebea9618-4630-4a58-9d58-eedf0e21d8a9,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:48:10.165227 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-844def06-fbaa-48c0-90a2-250c3bd784ac admin admin] 10.222.0.24 "DELETE /v2.0/networks/ebea9618-4630-4a58-9d58-eedf0e21d8a9 HTTP/1.1" status: 204 len: 168 time: 1.1676154 Feb 05 22:48:10.168018 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51934) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:48:10.184749 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-815b3277-2a2e-41b6-96cf-64fa2e1770f4 None None] Deleting port 8da215ad-a6f8-46c5-9814-fc44e10f09a7 {{(pid=87484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:48:10.185083 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-815b3277-2a2e-41b6-96cf-64fa2e1770f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:10.251883 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-815b3277-2a2e-41b6-96cf-64fa2e1770f4 None None] The port '8da215ad-a6f8-46c5-9814-fc44e10f09a7' was deleted {{(pid=87484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 05 22:48:10.696842 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ccc994b1-c1b1-406c-9b1a-4641be7cd9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960473'] for router_interface, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:11.131392 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-ccc994b1-c1b1-406c-9b1a-4641be7cd9f9 admin admin] Deleting port 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:48:11.131728 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ccc994b1-c1b1-406c-9b1a-4641be7cd9f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:11.305879 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [None req-ccc994b1-c1b1-406c-9b1a-4641be7cd9f9 admin admin] For port 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6,segment=NetworkSegment(2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c),segment_id=2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:48:11.306231 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ccc994b1-c1b1-406c-9b1a-4641be7cd9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:11.425953 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-ccc994b1-c1b1-406c-9b1a-4641be7cd9f9 admin admin] Calling delete_port for 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6 owned by network:router_interface {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:48:11.665139 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:11.690378 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ccc994b1-c1b1-406c-9b1a-4641be7cd9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:11.738016 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc994b1-c1b1-406c-9b1a-4641be7cd9f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:48:12.002788 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ccc994b1-c1b1-406c-9b1a-4641be7cd9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541769'] for router_interface, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:12.349557 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc994b1-c1b1-406c-9b1a-4641be7cd9f9 admin admin] Router f6b01c81-27a0-4ca6-af47-ab05acc7c962 has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:48:12.618105 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc994b1-c1b1-406c-9b1a-4641be7cd9f9 admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:48:12.627532 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e41522-652a-40ad-bf4f-db1eeb4cfae6 None None] Sync routers for ids ['f6b01c81-27a0-4ca6-af47-ab05acc7c962'] in dv-cinder-818886-2-iscsi {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:48:12.637305 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e41522-652a-40ad-bf4f-db1eeb4cfae6 None None] Routers {'f6b01c81-27a0-4ca6-af47-ab05acc7c962'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:48:12.638656 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-b7e41522-652a-40ad-bf4f-db1eeb4cfae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:47:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['f6b01c81-27a0-4ca6-af47-ab05acc7c962'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:48:12.678301 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-ccc994b1-c1b1-406c-9b1a-4641be7cd9f9 admin admin] 10.222.0.24 "PUT /v2.0/routers/f6b01c81-27a0-4ca6-af47-ab05acc7c962/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5091126 Feb 05 22:48:12.680706 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51938) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:48:12.811247 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-b7e41522-652a-40ad-bf4f-db1eeb4cfae6 None None] Set router f6b01c81-27a0-4ca6-af47-ab05acc7c962 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:48:12.857817 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-01834335-072b-4e34-85df-70ecaa16b307 admin admin] Notify callbacks [] for router, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:13.034689 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-01834335-072b-4e34-85df-70ecaa16b307 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:13.088057 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-b7e41522-652a-40ad-bf4f-db1eeb4cfae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b01c81-27a0-4ca6-af47-ab05acc7c962', 'name': 'tempest-TestVolumeBootPattern-876940875-router', 'tenant_id': '074f777033e34a78a4de88c2538cb995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '63b0198f-a369-4d6d-acbb-bfb4441493b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:50Z', 'updated_at': '2022-02-05T22:48:11Z', 'revision_number': 5, 'project_id': '074f777033e34a78a4de88c2538cb995', 'gw_port': {'id': '63b0198f-a369-4d6d-acbb-bfb4441493b8', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b01c81-27a0-4ca6-af47-ab05acc7c962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:39:52Z', 'updated_at': '2022-02-05T22:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:48:13.091998 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e41522-652a-40ad-bf4f-db1eeb4cfae6 None None] Checking router: f6b01c81-27a0-4ca6-af47-ab05acc7c962 for host: dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:48:13.100045 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e41522-652a-40ad-bf4f-db1eeb4cfae6 None None] Routers {'f6b01c81-27a0-4ca6-af47-ab05acc7c962'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:48:13.100622 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-b7e41522-652a-40ad-bf4f-db1eeb4cfae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:47:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['f6b01c81-27a0-4ca6-af47-ab05acc7c962'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:48:13.147182 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-01834335-072b-4e34-85df-70ecaa16b307 admin admin] Deleting port 63b0198f-a369-4d6d-acbb-bfb4441493b8 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:48:13.147530 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-01834335-072b-4e34-85df-70ecaa16b307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:13.245058 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-b7e41522-652a-40ad-bf4f-db1eeb4cfae6 None None] Set router f6b01c81-27a0-4ca6-af47-ab05acc7c962 gateway port host: None {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:48:13.328613 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [None req-01834335-072b-4e34-85df-70ecaa16b307 admin admin] For port 63b0198f-a369-4d6d-acbb-bfb4441493b8, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=63b0198f-a369-4d6d-acbb-bfb4441493b8,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:48:13.328966 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-01834335-072b-4e34-85df-70ecaa16b307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:13.378533 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-b7e41522-652a-40ad-bf4f-db1eeb4cfae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b01c81-27a0-4ca6-af47-ab05acc7c962', 'name': 'tempest-TestVolumeBootPattern-876940875-router', 'tenant_id': '074f777033e34a78a4de88c2538cb995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:50Z', 'updated_at': '2022-02-05T22:48:13Z', 'revision_number': 6, 'project_id': '074f777033e34a78a4de88c2538cb995', 'gw_port_host': None}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:48:13.382343 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e41522-652a-40ad-bf4f-db1eeb4cfae6 None None] The sync data for ids ['f6b01c81-27a0-4ca6-af47-ab05acc7c962'] in dv-cinder-818886-2-iscsi is: [{'id': 'f6b01c81-27a0-4ca6-af47-ab05acc7c962', 'name': 'tempest-TestVolumeBootPattern-876940875-router', 'tenant_id': '074f777033e34a78a4de88c2538cb995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:39:50Z', 'updated_at': '2022-02-05T22:48:13Z', 'revision_number': 6, 'project_id': '074f777033e34a78a4de88c2538cb995', 'gw_port_host': None}] {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:48:13.450632 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-01834335-072b-4e34-85df-70ecaa16b307 admin admin] Calling delete_port for 63b0198f-a369-4d6d-acbb-bfb4441493b8 owned by network:router_gateway {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:48:13.673219 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-01834335-072b-4e34-85df-70ecaa16b307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:13.721121 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01834335-072b-4e34-85df-70ecaa16b307 admin admin] Pushing event deleted for resources: {'Port': ['ID=63b0198f-a369-4d6d-acbb-bfb4441493b8,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:48:13.815090 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-01834335-072b-4e34-85df-70ecaa16b307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542460'] for router_gateway, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:13.983320 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-01834335-072b-4e34-85df-70ecaa16b307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1677'] for router, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:13.985535 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-01834335-072b-4e34-85df-70ecaa16b307 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:14.067121 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-01834335-072b-4e34-85df-70ecaa16b307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541590'] for router, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:14.067592 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01834335-072b-4e34-85df-70ecaa16b307 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6b01c81-27a0-4ca6-af47-ab05acc7c962 {{(pid=87483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 22:48:14.079076 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-01834335-072b-4e34-85df-70ecaa16b307 admin admin] Notify callbacks [] for router, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:14.080200 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-01834335-072b-4e34-85df-70ecaa16b307 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f6b01c81-27a0-4ca6-af47-ab05acc7c962 HTTP/1.1" status: 204 len: 168 time: 1.3985636 Feb 05 22:48:14.083450 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51942) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:48:14.145546 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6 no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:48:14.147523 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e588517-9b53-4698-8381-a3b9610ce1b5 admin admin] Deleting subnet 54e42841-879a-4286-8c31-f55769b8def9 {{(pid=87483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 05 22:48:14.150646 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-5e588517-9b53-4698-8381-a3b9610ce1b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:14.179302 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:48:14.179567 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 7673bbf0-e4c1-4c4e-9d6c-62bdc11a53f6 not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:48:14.179991 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 63b0198f-a369-4d6d-acbb-bfb4441493b8 no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:48:14.217674 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: 63b0198f-a369-4d6d-acbb-bfb4441493b8 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:48:14.218020 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 63b0198f-a369-4d6d-acbb-bfb4441493b8 not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:48:14.299245 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-5e588517-9b53-4698-8381-a3b9610ce1b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1429885'] for subnet, precommit_delete_associations {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:14.379276 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-5e588517-9b53-4698-8381-a3b9610ce1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770741'] for subnet, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:14.505173 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-5e588517-9b53-4698-8381-a3b9610ce1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10573208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10784605'] for subnet, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:14.547595 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e588517-9b53-4698-8381-a3b9610ce1b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54e42841-879a-4286-8c31-f55769b8def9,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:48:14.549560 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-5e588517-9b53-4698-8381-a3b9610ce1b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:14.553847 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef5fc5e-66bf-4613-8d73-6e74fe2d6442 None None] Network ee169c37-d9e7-496a-a96c-da92d2feacc0 requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:48:14.555605 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-5e588517-9b53-4698-8381-a3b9610ce1b5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/54e42841-879a-4286-8c31-f55769b8def9 HTTP/1.1" status: 204 len: 168 time: 0.4718344 Feb 05 22:48:14.558106 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51946) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:48:14.663137 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e21c0656-9cfc-4257-9c20-20d968bccc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744846'] for network, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:14.674004 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-e21c0656-9cfc-4257-9c20-20d968bccc19 admin admin] Deleting port a602d32a-c018-44f6-b7f9-82dc5deaf31e {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:48:14.674331 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e21c0656-9cfc-4257-9c20-20d968bccc19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:14.794910 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d194c0-fda8-4d3c-a13a-ebd566789bce None None] DHCP port deletion for ee169c37-d9e7-496a-a96c-da92d2feacc0 request from dv-cinder-818886-2-iscsi {{(pid=87484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 05 22:48:14.799152 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-36d194c0-fda8-4d3c-a13a-ebd566789bce None None] Deleting port a602d32a-c018-44f6-b7f9-82dc5deaf31e {{(pid=87484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:48:14.799529 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-36d194c0-fda8-4d3c-a13a-ebd566789bce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:14.875187 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [None req-e21c0656-9cfc-4257-9c20-20d968bccc19 admin admin] For port a602d32a-c018-44f6-b7f9-82dc5deaf31e, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=a602d32a-c018-44f6-b7f9-82dc5deaf31e,segment=NetworkSegment(2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c),segment_id=2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:48:14.875821 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e21c0656-9cfc-4257-9c20-20d968bccc19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:15.000877 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-36d194c0-fda8-4d3c-a13a-ebd566789bce None None] For port a602d32a-c018-44f6-b7f9-82dc5deaf31e, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=a602d32a-c018-44f6-b7f9-82dc5deaf31e,segment=NetworkSegment(2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c),segment_id=2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:48:15.001301 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-36d194c0-fda8-4d3c-a13a-ebd566789bce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:15.004130 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-e21c0656-9cfc-4257-9c20-20d968bccc19 admin admin] Calling delete_port for a602d32a-c018-44f6-b7f9-82dc5deaf31e owned by network:dhcp {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:48:15.151131 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-36d194c0-fda8-4d3c-a13a-ebd566789bce None None] Calling delete_port for a602d32a-c018-44f6-b7f9-82dc5deaf31e owned by network:dhcp {{(pid=87484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:48:15.156501 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e21c0656-9cfc-4257-9c20-20d968bccc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:15.204494 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c0656-9cfc-4257-9c20-20d968bccc19 admin admin] Pushing event deleted for resources: {'Port': ['ID=a602d32a-c018-44f6-b7f9-82dc5deaf31e,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:48:15.207435 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21c0656-9cfc-4257-9c20-20d968bccc19 admin admin] No DVR routers for this DVR port a602d32a-c018-44f6-b7f9-82dc5deaf31e on host dv-cinder-818886-2-iscsi {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:48:15.223977 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.db.api [None req-36d194c0-fda8-4d3c-a13a-ebd566789bce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 22:48:15.224326 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG oslo_db.api [None req-36d194c0-fda8-4d3c-a13a-ebd566789bce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 22:48:15.326664 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e21c0656-9cfc-4257-9c20-20d968bccc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771300', 'neutron.services.segments.db._delete_segments_for_network-8748711873850'] for network, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:15.355378 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-e21c0656-9cfc-4257-9c20-20d968bccc19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee169c37-d9e7-496a-a96c-da92d2feacc0']}} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:48:15.367004 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-e21c0656-9cfc-4257-9c20-20d968bccc19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c') {'for_net_delete': True} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:48:15.367293 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-e21c0656-9cfc-4257-9c20-20d968bccc19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dcc0e27-dcde-4ded-a8b3-5f9c0e835a1c') {} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:48:15.378911 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e21c0656-9cfc-4257-9c20-20d968bccc19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748711876181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1429834'] for segment, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:15.395385 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e21c0656-9cfc-4257-9c20-20d968bccc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:15.404073 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21c0656-9cfc-4257-9c20-20d968bccc19 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 22:48:15.404073 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e21c0656-9cfc-4257-9c20-20d968bccc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3777956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11000378'] for segment, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: Traceback (most recent call last): Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: timer() Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: cb(*args, **kw) Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: return func(*args, **kwargs) Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: self._notify() Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: self.callback(batched_events) Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: event.method(event) Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: return f(self, *a, **k) Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: return self._get(url).json() Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: return self.request(url, 'GET', **kwargs) Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 22:48:15.414264 dv-cinder-818886-2-iscsi neutron-server[87483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 22:48:15.558422 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e21c0656-9cfc-4257-9c20-20d968bccc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542425'] for network, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:15.580830 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e21c0656-9cfc-4257-9c20-20d968bccc19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:15.588690 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c0656-9cfc-4257-9c20-20d968bccc19 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee169c37-d9e7-496a-a96c-da92d2feacc0,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:48:15.598444 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-e21c0656-9cfc-4257-9c20-20d968bccc19 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ee169c37-d9e7-496a-a96c-da92d2feacc0 HTTP/1.1" status: 204 len: 168 time: 1.0367370 Feb 05 22:48:15.726025 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-36d194c0-fda8-4d3c-a13a-ebd566789bce None None] Deleting port a602d32a-c018-44f6-b7f9-82dc5deaf31e {{(pid=87484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:48:15.726415 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-36d194c0-fda8-4d3c-a13a-ebd566789bce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:15.792331 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-36d194c0-fda8-4d3c-a13a-ebd566789bce None None] The port 'a602d32a-c018-44f6-b7f9-82dc5deaf31e' was deleted {{(pid=87484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 05 22:48:15.865395 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51952) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:48:15.917281 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-cff3b555-9797-456d-851f-5c6b59823441 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c11ef7c1d2e84d30b7e289e2ed5ba793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483844 Feb 05 22:48:15.917762 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 51956) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:48:15.976474 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-861e66cd-4ebb-4d76-9525-8b71c3673adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:15.980705 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device a602d32a-c018-44f6-b7f9-82dc5deaf31e no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:48:16.001996 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-861e66cd-4ebb-4d76-9525-8b71c3673adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:16.016573 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: a602d32a-c018-44f6-b7f9-82dc5deaf31e {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:48:16.016915 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device a602d32a-c018-44f6-b7f9-82dc5deaf31e not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:48:16.135666 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-861e66cd-4ebb-4d76-9525-8b71c3673adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:16.152587 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e66cd-4ebb-4d76-9525-8b71c3673adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147c4460-635f-4564-b472-e8f8bb9a753e,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:48:16.159014 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-861e66cd-4ebb-4d76-9525-8b71c3673adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:16.160074 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-861e66cd-4ebb-4d76-9525-8b71c3673adb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/147c4460-635f-4564-b472-e8f8bb9a753e HTTP/1.1" status: 204 len: 168 time: 0.2412331 Feb 05 22:48:16.677442 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b046354a-839c-4ddc-b3e4-9784270c9095 req-54963d20-3531-4013-9111-09452bdd6e4e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743101 Feb 05 22:48:16.814547 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046354a-839c-4ddc-b3e4-9784270c9095 req-14cb93e5-18c8-4812-b0ae-24cdd9c6d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:48:16.815902 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b046354a-839c-4ddc-b3e4-9784270c9095 req-14cb93e5-18c8-4812-b0ae-24cdd9c6d5a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e27fc590cef42a9b9b68f1f98a2a6c6&device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 1099 time: 0.0704770 Feb 05 22:48:16.875246 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 51968) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:48:16.928562 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-bf063a83-3629-4197-89aa-a8bc49a42e30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=074f777033e34a78a4de88c2538cb995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520859 Feb 05 22:48:16.931048 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 51972) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:48:16.966531 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046354a-839c-4ddc-b3e4-9784270c9095 req-de8804c9-4b42-48ee-8c2e-a005011e5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:48:16.968200 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b046354a-839c-4ddc-b3e4-9784270c9095 req-de8804c9-4b42-48ee-8c2e-a005011e5a7e service neutron] 10.222.0.45 "GET /v2.0/networks?id=7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d HTTP/1.1" status: 200 len: 909 time: 0.1294513 Feb 05 22:48:16.987695 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2f3cdec7-2a6b-4842-9de9-c483f1824006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:17.012409 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2f3cdec7-2a6b-4842-9de9-c483f1824006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:17.080199 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b046354a-839c-4ddc-b3e4-9784270c9095 req-7f973a90-facf-4d51-a432-cf0a60775ab6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd168131-f3e4-43a2-984f-33e823536a5a HTTP/1.1" status: 200 len: 1002 time: 0.0969679 Feb 05 22:48:17.134923 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046354a-839c-4ddc-b3e4-9784270c9095 req-422fad7a-0f31-4196-8599-d5bec4306d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:48:17.136313 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b046354a-839c-4ddc-b3e4-9784270c9095 req-422fad7a-0f31-4196-8599-d5bec4306d10 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=989d0764-a45c-4e2a-805e-7a4066c0fb03 HTTP/1.1" status: 200 len: 847 time: 0.0583444 Feb 05 22:48:17.146999 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2f3cdec7-2a6b-4842-9de9-c483f1824006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:17.162908 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3cdec7-2a6b-4842-9de9-c483f1824006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7402d8f-8f23-4f38-b422-e43fbb6bdfbe,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:48:17.173878 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-2f3cdec7-2a6b-4842-9de9-c483f1824006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:17.177844 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-2f3cdec7-2a6b-4842-9de9-c483f1824006 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7402d8f-8f23-4f38-b422-e43fbb6bdfbe HTTP/1.1" status: 204 len: 168 time: 0.2458541 Feb 05 22:48:17.220610 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046354a-839c-4ddc-b3e4-9784270c9095 req-51bdc4e3-bfd6-4f5d-b915-deaccb51358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:48:17.222255 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b046354a-839c-4ddc-b3e4-9784270c9095 req-51bdc4e3-bfd6-4f5d-b915-deaccb51358c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791848 Feb 05 22:48:17.449254 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b046354a-839c-4ddc-b3e4-9784270c9095 req-8a80d271-25ed-424e-a5f3-88471d7b9429 service neutron] 10.222.0.45 "GET /v2.0/networks/7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201331 Feb 05 22:48:17.593934 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b046354a-839c-4ddc-b3e4-9784270c9095 req-a914ce04-1604-4f40-a30a-5938028ca38e service neutron] 10.222.0.45 "GET /v2.0/networks/7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385767 Feb 05 22:48:18.910722 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-159604be-738e-4b52-ab0a-78ce912f63b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:21.352857 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f32db364-0f13-4a55-893e-77aac2ca1341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:22.278127 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:22.493310 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:23.772971 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:37.359334 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:48:41.666381 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:48.904547 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-33813091-edad-477d-9b37-e20dde908ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:51.309992 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-c79bd956-d35a-40ca-bf77-ee15323f9320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:52.283394 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:52.510247 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:48:53.723360 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:49:11.716747 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:49:14.358215 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:49:17.675134 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6680e8e8-a7c9-4e86-ac4b-48047163c79f req-6cab4844-c281-4df1-8e3d-7e0476bf5d77 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699103 Feb 05 22:49:17.814763 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680e8e8-a7c9-4e86-ac4b-48047163c79f req-b5f63d87-5825-4ab2-a885-844c59341ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:17.816191 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6680e8e8-a7c9-4e86-ac4b-48047163c79f req-b5f63d87-5825-4ab2-a885-844c59341ed0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e27fc590cef42a9b9b68f1f98a2a6c6&device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 1099 time: 0.0734220 Feb 05 22:49:17.960918 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680e8e8-a7c9-4e86-ac4b-48047163c79f req-fd375223-077c-4662-9d45-fdaa3eff093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:17.962438 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6680e8e8-a7c9-4e86-ac4b-48047163c79f req-fd375223-077c-4662-9d45-fdaa3eff093f service neutron] 10.222.0.45 "GET /v2.0/networks?id=7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d HTTP/1.1" status: 200 len: 909 time: 0.1256826 Feb 05 22:49:18.065265 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6680e8e8-a7c9-4e86-ac4b-48047163c79f req-f08700d0-377a-45e2-92d3-a9c9c92d86fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd168131-f3e4-43a2-984f-33e823536a5a HTTP/1.1" status: 200 len: 1002 time: 0.0960271 Feb 05 22:49:18.124710 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680e8e8-a7c9-4e86-ac4b-48047163c79f req-543c09d0-65d4-4a7a-8cc9-762e337bcdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:18.126097 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6680e8e8-a7c9-4e86-ac4b-48047163c79f req-543c09d0-65d4-4a7a-8cc9-762e337bcdb6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=989d0764-a45c-4e2a-805e-7a4066c0fb03 HTTP/1.1" status: 200 len: 847 time: 0.0553815 Feb 05 22:49:18.197683 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680e8e8-a7c9-4e86-ac4b-48047163c79f req-6f295442-40a1-4d78-933e-f3df44413da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:18.199116 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6680e8e8-a7c9-4e86-ac4b-48047163c79f req-6f295442-40a1-4d78-933e-f3df44413da9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672102 Feb 05 22:49:18.328768 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6680e8e8-a7c9-4e86-ac4b-48047163c79f req-8b310b85-5bb6-4c75-9e22-05a9fcd56cec service neutron] 10.222.0.45 "GET /v2.0/networks/7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226497 Feb 05 22:49:18.456297 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6680e8e8-a7c9-4e86-ac4b-48047163c79f req-9d664cec-9555-4512-bd47-8ea643b0e468 service neutron] 10.222.0.45 "GET /v2.0/networks/7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216898 Feb 05 22:49:18.974323 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-3eb94efd-234d-4ea0-a73d-dffeb5eafdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:49:21.333659 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-5a6462ff-e89a-4f04-a1b3-61cb84063a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:49:22.293863 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:49:22.520913 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:49:23.722435 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:49:38.182610 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af5201-03c1-487c-b49c-da14d942913f req-c4b3caf5-3231-4dbc-8352-f9bc47d418c2 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:38.183891 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-24af5201-03c1-487c-b49c-da14d942913f req-c4b3caf5-3231-4dbc-8352-f9bc47d418c2 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.0853186 Feb 05 22:49:38.228641 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-24af5201-03c1-487c-b49c-da14d942913f req-246bb902-d519-4adf-a4eb-666fe0703f3a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384045 Feb 05 22:49:39.424806 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b870dff-ba72-40c8-865d-65ff19aa01ee req-5b7f9f05-cb2e-4baa-9371-6dd2a47eeb50 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:39.426284 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0b870dff-ba72-40c8-865d-65ff19aa01ee req-5b7f9f05-cb2e-4baa-9371-6dd2a47eeb50 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.0837348 Feb 05 22:49:39.469819 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-0b870dff-ba72-40c8-865d-65ff19aa01ee req-530b8f9e-3c02-4aa2-a351-16c840df80bc tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380414 Feb 05 22:49:40.656604 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e084b8-3ef1-41b0-bfaf-31a8ee2c66f8 req-7e57954c-ed0a-4704-aadf-cb801dcdb43a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:40.658086 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d6e084b8-3ef1-41b0-bfaf-31a8ee2c66f8 req-7e57954c-ed0a-4704-aadf-cb801dcdb43a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.0786400 Feb 05 22:49:40.701248 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d6e084b8-3ef1-41b0-bfaf-31a8ee2c66f8 req-ed6efdd5-f2a1-4321-9f69-b86b8ccdfd7f tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375729 Feb 05 22:49:41.664683 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:49:41.883809 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19316f7e-7acc-48ea-9197-2d4e5687e53e req-e24e13f4-5edd-4f8b-90bb-83fab855f4f1 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:41.885508 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-19316f7e-7acc-48ea-9197-2d4e5687e53e req-e24e13f4-5edd-4f8b-90bb-83fab855f4f1 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.0784965 Feb 05 22:49:41.931930 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-19316f7e-7acc-48ea-9197-2d4e5687e53e req-f746a34c-ffe5-42ff-86a4-a03aa711a11f tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404525 Feb 05 22:49:43.115556 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda02365-1803-4272-ae6b-bc1f24206e28 req-a1832649-f20f-4244-8b10-5f0d34f53c0c tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:43.116974 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-dda02365-1803-4272-ae6b-bc1f24206e28 req-a1832649-f20f-4244-8b10-5f0d34f53c0c tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.0808182 Feb 05 22:49:43.160122 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-dda02365-1803-4272-ae6b-bc1f24206e28 req-cf3e6872-5c86-4f8a-a5a0-3da6c90ab3e2 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369689 Feb 05 22:49:44.340401 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a741178-0668-46ec-8b98-104898cc9757 req-0e839224-a7cb-40cc-92fc-c12366d75d2e tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:44.342678 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6a741178-0668-46ec-8b98-104898cc9757 req-0e839224-a7cb-40cc-92fc-c12366d75d2e tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.0790439 Feb 05 22:49:44.386069 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6a741178-0668-46ec-8b98-104898cc9757 req-9c94a9e8-a1cc-4c8a-bb74-1d63686fb050 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375562 Feb 05 22:49:45.564663 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee924896-3464-4ca3-a3b7-deaf94d62a33 req-cd6de9b7-737e-405e-ab6d-e39564b86e2e tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:45.566133 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ee924896-3464-4ca3-a3b7-deaf94d62a33 req-cd6de9b7-737e-405e-ab6d-e39564b86e2e tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.0780268 Feb 05 22:49:45.612478 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-ee924896-3464-4ca3-a3b7-deaf94d62a33 req-c7f06d1d-c049-40b5-9e7f-7d1e16f6f6fc tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408275 Feb 05 22:49:46.797115 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441a3d9-fd30-41e7-847d-548e9d0631ba req-2e9c5a46-9503-480a-a0f3-9a66a5889fe0 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:46.798553 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7441a3d9-fd30-41e7-847d-548e9d0631ba req-2e9c5a46-9503-480a-a0f3-9a66a5889fe0 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.0814984 Feb 05 22:49:46.840042 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-7441a3d9-fd30-41e7-847d-548e9d0631ba req-a55ff680-5c1d-428c-874d-f10a514eb62b tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360284 Feb 05 22:49:48.025798 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0931d28-122e-47ba-9c5b-f5fa68286073 req-24b73b7f-31ed-4be9-90ee-732df7742cba tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:48.027247 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d0931d28-122e-47ba-9c5b-f5fa68286073 req-24b73b7f-31ed-4be9-90ee-732df7742cba tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.0794907 Feb 05 22:49:48.070378 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d0931d28-122e-47ba-9c5b-f5fa68286073 req-42325d40-9429-4aac-88e3-bcd3fb2fcc3d tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375302 Feb 05 22:49:48.382781 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55447b29-e687-4285-a3e6-772930e50659 req-0ddafe79-7d50-4eb2-9713-99886bba12ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:48.384514 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-55447b29-e687-4285-a3e6-772930e50659 req-0ddafe79-7d50-4eb2-9713-99886bba12ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e27fc590cef42a9b9b68f1f98a2a6c6&device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 1099 time: 0.0696929 Feb 05 22:49:48.513570 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55447b29-e687-4285-a3e6-772930e50659 req-6c788ede-4c36-4c72-aa0e-d19e6fc13241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:48.514989 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-55447b29-e687-4285-a3e6-772930e50659 req-6c788ede-4c36-4c72-aa0e-d19e6fc13241 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d HTTP/1.1" status: 200 len: 909 time: 0.1249647 Feb 05 22:49:48.705959 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-55447b29-e687-4285-a3e6-772930e50659 req-1c23a293-8a34-4e21-8fee-efae2ae0c3b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd168131-f3e4-43a2-984f-33e823536a5a HTTP/1.1" status: 200 len: 1002 time: 0.1850681 Feb 05 22:49:48.769679 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55447b29-e687-4285-a3e6-772930e50659 req-05f1045e-e572-4feb-bdc9-1aa8538da9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:48.771044 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-55447b29-e687-4285-a3e6-772930e50659 req-05f1045e-e572-4feb-bdc9-1aa8538da9a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=989d0764-a45c-4e2a-805e-7a4066c0fb03 HTTP/1.1" status: 200 len: 847 time: 0.0589213 Feb 05 22:49:48.844703 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55447b29-e687-4285-a3e6-772930e50659 req-d4f8a113-561e-4564-afe1-e8195d38cd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:48.846197 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-55447b29-e687-4285-a3e6-772930e50659 req-d4f8a113-561e-4564-afe1-e8195d38cd0f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689855 Feb 05 22:49:48.922933 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-b70b6157-a7fc-4a29-b7dc-1d885b926d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:49:48.978635 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-55447b29-e687-4285-a3e6-772930e50659 req-649ad292-ca9c-4d94-bf71-6c20f8d2ca92 service neutron] 10.222.0.45 "GET /v2.0/networks/7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264143 Feb 05 22:49:49.144886 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-55447b29-e687-4285-a3e6-772930e50659 req-5689ae08-0e9b-41ba-8c98-dbae6f9878f1 service neutron] 10.222.0.45 "GET /v2.0/networks/7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254187 Feb 05 22:49:49.253984 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc611ff-1b9a-4165-9c41-827842697bca req-a0c3077c-2e25-46e5-b4bc-76889141fbc8 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:49.255442 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6bc611ff-1b9a-4165-9c41-827842697bca req-a0c3077c-2e25-46e5-b4bc-76889141fbc8 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.0794539 Feb 05 22:49:49.303149 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-6bc611ff-1b9a-4165-9c41-827842697bca req-98417ceb-1f08-4d6c-a421-25bf552035d0 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418377 Feb 05 22:49:50.493582 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b504af-b803-4597-a8e2-14f2afdf6301 req-b4caa08c-ae4f-49e1-a5ff-a8180de202c1 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:50.495023 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c9b504af-b803-4597-a8e2-14f2afdf6301 req-b4caa08c-ae4f-49e1-a5ff-a8180de202c1 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.0816584 Feb 05 22:49:50.538328 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c9b504af-b803-4597-a8e2-14f2afdf6301 req-e1690d72-5996-4d16-989d-ccc621501a0d tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372353 Feb 05 22:49:51.333245 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-b5a6dc03-63d0-4510-ab09-03fc9c733bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:49:51.358592 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:49:51.721605 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b8c69-818b-4ffd-89ae-e5e346d48e14 req-a57bde58-a4f6-4d17-8acd-3ab673cbf03b tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:51.723077 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fd5b8c69-818b-4ffd-89ae-e5e346d48e14 req-a57bde58-a4f6-4d17-8acd-3ab673cbf03b tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.0798903 Feb 05 22:49:51.767852 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fd5b8c69-818b-4ffd-89ae-e5e346d48e14 req-47d0d632-5bf8-4e9c-b103-19842bbf87e8 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389104 Feb 05 22:49:52.299181 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:49:52.491952 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:49:52.946501 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a5e23-4c58-45c6-bb29-59bff7513e4d req-31e05b0b-72cf-4659-819d-0964819aa3b0 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:52.947963 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-cc0a5e23-4c58-45c6-bb29-59bff7513e4d req-31e05b0b-72cf-4659-819d-0964819aa3b0 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.0792687 Feb 05 22:49:52.991752 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-cc0a5e23-4c58-45c6-bb29-59bff7513e4d req-c709e2da-0f8c-4754-8a1b-3e25fdd338c8 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374441 Feb 05 22:49:53.451988 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119c422-d927-408b-b727-7ec2b9414595 req-551318dd-5ca9-4516-a4d8-dc705ba8bf78 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:53.453479 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5119c422-d927-408b-b727-7ec2b9414595 req-551318dd-5ca9-4516-a4d8-dc705ba8bf78 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.0837562 Feb 05 22:49:53.498141 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-5119c422-d927-408b-b727-7ec2b9414595 req-d683e12d-faa7-4e0e-8638-8565e5260bc4 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389471 Feb 05 22:49:53.655992 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fa4d4804-0cee-4b4c-9c68-05977eaa2fb6 req-ddd15260-d2d1-4e44-b9c4-1a13d9f1638d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2824016 Feb 05 22:49:53.704912 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:49:54.424500 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device fd168131-f3e4-43a2-984f-33e823536a5a no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:49:54.552256 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:49:54.581625 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc396be0-c0ca-4d2a-891d-b5157f375123', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd168131-f3e4-43a2-984f-33e823536a5a'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:49:54.591231 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port fd168131-f3e4-43a2-984f-33e823536a5a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=fd168131-f3e4-43a2-984f-33e823536a5a,segment=NetworkSegment(1165c451-03f4-41c1-a063-4a3e4d726a98),segment_id=1165c451-03f4-41c1-a063-4a3e4d726a98)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:49:54.664958 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:49:54.687876 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ea67e-0a69-4135-9584-510735862b84 req-0d1eb16c-10f5-41b4-8931-be2eb2004e06 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:54.690081 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ac6ea67e-0a69-4135-9584-510735862b84 req-0d1eb16c-10f5-41b4-8931-be2eb2004e06 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.0852039 Feb 05 22:49:54.743235 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ac6ea67e-0a69-4135-9584-510735862b84 req-12e46e8c-40e8-42bc-8fd9-f760a93cbd09 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475962 Feb 05 22:49:54.751572 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=fd168131-f3e4-43a2-984f-33e823536a5a,revision_number=6']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:49:54.765389 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:49:54.765389 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:49:54.765389 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:49:54.765389 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:49:54.765389 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:49:54.765389 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:49:54.765389 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:49:54.765389 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:49:54.765389 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:49:54.765389 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:49:54.765389 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:49:54.765389 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:49:54.782867 dv-cinder-818886-2-iscsi neutron-server[87484]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dc396be0-c0ca-4d2a-891d-b5157f375123', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fd168131-f3e4-43a2-984f-33e823536a5a', 'code': 422} returned with failed status Feb 05 22:49:55.934502 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50d91f-e633-477a-86ae-4f7c9159afc7 req-ac1b90e3-5cee-41d6-b5c6-839a6a32cbd6 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:55.936726 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8a50d91f-e633-477a-86ae-4f7c9159afc7 req-ac1b90e3-5cee-41d6-b5c6-839a6a32cbd6 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 944 time: 0.0830648 Feb 05 22:49:55.981247 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8a50d91f-e633-477a-86ae-4f7c9159afc7 req-5cea460c-e33a-412e-847a-1c2dc3f191f1 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387902 Feb 05 22:49:56.426950 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d4804-0cee-4b4c-9c68-05977eaa2fb6 req-6b42c5da-69c6-449a-8116-d77aa64d11e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:56.428297 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fa4d4804-0cee-4b4c-9c68-05977eaa2fb6 req-6b42c5da-69c6-449a-8116-d77aa64d11e2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123&tenant_id=1e27fc590cef42a9b9b68f1f98a2a6c6 HTTP/1.1" status: 200 len: 1097 time: 0.0687232 Feb 05 22:49:56.520618 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d4804-0cee-4b4c-9c68-05977eaa2fb6 req-5d1aa995-40a9-4aae-810b-9aa673cb8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:56.522061 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fa4d4804-0cee-4b4c-9c68-05977eaa2fb6 req-5d1aa995-40a9-4aae-810b-9aa673cb8481 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e27fc590cef42a9b9b68f1f98a2a6c6&device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 1097 time: 0.0721219 Feb 05 22:49:56.648479 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d4804-0cee-4b4c-9c68-05977eaa2fb6 req-5e669136-0943-4bee-befd-2d637ab2cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:56.649924 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fa4d4804-0cee-4b4c-9c68-05977eaa2fb6 req-5e669136-0943-4bee-befd-2d637ab2cd6c service neutron] 10.222.0.45 "GET /v2.0/networks?id=7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d HTTP/1.1" status: 200 len: 909 time: 0.1219659 Feb 05 22:49:56.744471 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fa4d4804-0cee-4b4c-9c68-05977eaa2fb6 req-8ad7673c-a5ff-4e3b-9987-4d89ef7a7dc4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd168131-f3e4-43a2-984f-33e823536a5a HTTP/1.1" status: 200 len: 1000 time: 0.0887411 Feb 05 22:49:56.807586 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d4804-0cee-4b4c-9c68-05977eaa2fb6 req-2795f534-8bea-45c7-b1a9-17c572efdb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:56.808981 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fa4d4804-0cee-4b4c-9c68-05977eaa2fb6 req-2795f534-8bea-45c7-b1a9-17c572efdb43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=989d0764-a45c-4e2a-805e-7a4066c0fb03 HTTP/1.1" status: 200 len: 847 time: 0.0590453 Feb 05 22:49:56.881529 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d4804-0cee-4b4c-9c68-05977eaa2fb6 req-e1e0be9d-bd05-4096-9cad-66fb791237da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:56.882971 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fa4d4804-0cee-4b4c-9c68-05977eaa2fb6 req-e1e0be9d-bd05-4096-9cad-66fb791237da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686834 Feb 05 22:49:57.011926 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fa4d4804-0cee-4b4c-9c68-05977eaa2fb6 req-1fa837ad-24d0-41e7-b13d-c14c297a1177 service neutron] 10.222.0.45 "GET /v2.0/networks/7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224613 Feb 05 22:49:57.167891 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fccc4-3419-4b6e-bca2-22f0c6abe4f2 req-80030306-e79d-4109-9144-57f159a28250 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:57.169420 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-6f3fccc4-3419-4b6e-bca2-22f0c6abe4f2 req-80030306-e79d-4109-9144-57f159a28250 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 944 time: 0.0818305 Feb 05 22:49:57.216889 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-6f3fccc4-3419-4b6e-bca2-22f0c6abe4f2 req-920b3f95-4e0e-4800-8d40-0c8e2109f3a5 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407014 Feb 05 22:49:57.234924 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fa4d4804-0cee-4b4c-9c68-05977eaa2fb6 req-d3d2ec3e-ec77-4810-8e56-7ae60e7a4823 service neutron] 10.222.0.45 "GET /v2.0/networks/7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172430 Feb 05 22:49:58.405059 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177cd5c-3803-4def-9ff4-3159581b47b5 req-88db9752-7b7a-4be5-9173-8d0854cb974c tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:58.406677 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1177cd5c-3803-4def-9ff4-3159581b47b5 req-88db9752-7b7a-4be5-9173-8d0854cb974c tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 944 time: 0.0828803 Feb 05 22:49:58.448584 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1177cd5c-3803-4def-9ff4-3159581b47b5 req-8b00996d-d252-45c8-b27b-241dac0de019 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363972 Feb 05 22:49:59.628099 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8281e-1f3b-48ae-b992-34c97bd6d1a4 req-d21ba74a-bbeb-43ae-8945-31f8dfa2554c tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:49:59.629571 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c6e8281e-1f3b-48ae-b992-34c97bd6d1a4 req-d21ba74a-bbeb-43ae-8945-31f8dfa2554c tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 944 time: 0.0780237 Feb 05 22:49:59.678275 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c6e8281e-1f3b-48ae-b992-34c97bd6d1a4 req-3b366603-11c2-4e6f-951b-02a0fefea212 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424895 Feb 05 22:50:00.871139 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847b14e-93c8-4592-a2ed-16541560d104 req-71e39890-8574-489c-ae9c-fa81290d4a60 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:50:00.873134 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8847b14e-93c8-4592-a2ed-16541560d104 req-71e39890-8574-489c-ae9c-fa81290d4a60 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 944 time: 0.0785956 Feb 05 22:50:00.916572 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-8847b14e-93c8-4592-a2ed-16541560d104 req-70dd7c45-a5a6-4369-8488-59419fbf7e65 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376654 Feb 05 22:50:02.102963 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59485c22-a2a3-454e-8db4-ab90869bd28e req-6b268078-6a72-4209-b6d9-685bed5ff7cd tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:50:02.104412 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-59485c22-a2a3-454e-8db4-ab90869bd28e req-6b268078-6a72-4209-b6d9-685bed5ff7cd tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 944 time: 0.0815814 Feb 05 22:50:02.147461 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-59485c22-a2a3-454e-8db4-ab90869bd28e req-bdf40667-ea3d-4d3e-bc0f-9b69d5af8ea7 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369346 Feb 05 22:50:03.331660 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235397d-9ffb-4f77-b31d-6cdca485bc6e req-480e60e6-dcbe-4ac7-ad59-c4e9b9c936a9 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:50:03.333095 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e235397d-9ffb-4f77-b31d-6cdca485bc6e req-480e60e6-dcbe-4ac7-ad59-c4e9b9c936a9 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 944 time: 0.0824606 Feb 05 22:50:03.377174 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-e235397d-9ffb-4f77-b31d-6cdca485bc6e req-bd5d5354-0e7d-45c7-803e-cf099eaf6caf tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384698 Feb 05 22:50:04.455173 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device fd168131-f3e4-43a2-984f-33e823536a5a details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 05 22:50:04.558540 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992c453-ccdb-4ffe-8489-c75f313a1fe4 req-57ca9a8e-35dc-42b8-89c7-72f3039b00d3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:50:04.560561 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0992c453-ccdb-4ffe-8489-c75f313a1fe4 req-57ca9a8e-35dc-42b8-89c7-72f3039b00d3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 944 time: 0.0804608 Feb 05 22:50:04.587832 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port fd168131-f3e4-43a2-984f-33e823536a5a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=fd168131-f3e4-43a2-984f-33e823536a5a,segment=NetworkSegment(1165c451-03f4-41c1-a063-4a3e4d726a98),segment_id=1165c451-03f4-41c1-a063-4a3e4d726a98)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:50:04.600627 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Returning: {'device': 'fd168131-f3e4-43a2-984f-33e823536a5a', 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d', 'port_id': 'fd168131-f3e4-43a2-984f-33e823536a5a', 'mac_address': 'fa:16:3e:70:c7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989d0764-a45c-4e2a-805e-7a4066c0fb03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 05 22:50:04.615932 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-0992c453-ccdb-4ffe-8489-c75f313a1fe4 req-16108372-b3bd-421d-8a88-6b83a6302cfa tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492082 Feb 05 22:50:04.657444 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:50:04.677228 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd168131-f3e4-43a2-984f-33e823536a5a {{(pid=87484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 05 22:50:04.692124 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port fd168131-f3e4-43a2-984f-33e823536a5a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=fd168131-f3e4-43a2-984f-33e823536a5a,segment=NetworkSegment(1165c451-03f4-41c1-a063-4a3e4d726a98),segment_id=1165c451-03f4-41c1-a063-4a3e4d726a98)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:50:04.749629 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:50:04.814106 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=fd168131-f3e4-43a2-984f-33e823536a5a,revision_number=7']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:50:04.957713 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] get_ports_and_sgs() called for port_ids ['fd168131-f3e4-43a2-984f-33e823536a5a'] {{(pid=87484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 05 22:50:05.808710 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a35ff4-c36b-4a7c-bdb7-9e25649e1384 req-a2102b6a-b2c4-4a4d-a883-f41603d961a4 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:50:05.810748 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33a35ff4-c36b-4a7c-bdb7-9e25649e1384 req-a2102b6a-b2c4-4a4d-a883-f41603d961a4 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 945 time: 0.0794103 Feb 05 22:50:05.856284 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-33a35ff4-c36b-4a7c-bdb7-9e25649e1384 req-53bab276-7989-4c9d-85be-70e9e851f92f tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399778 Feb 05 22:50:06.466558 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device fd168131-f3e4-43a2-984f-33e823536a5a up at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 05 22:50:06.534934 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.provisioning_blocks [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Provisioning complete for port fd168131-f3e4-43a2-984f-33e823536a5a triggered by entity L2. {{(pid=87484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 22:50:06.535296 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771689'] for port, provisioning_complete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:50:06.672386 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709755'] for port, before_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:50:06.697903 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc396be0-c0ca-4d2a-891d-b5157f375123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd168131-f3e4-43a2-984f-33e823536a5a'}] {{(pid=87484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:50:06.707752 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] For port fd168131-f3e4-43a2-984f-33e823536a5a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=fd168131-f3e4-43a2-984f-33e823536a5a,segment=NetworkSegment(1165c451-03f4-41c1-a063-4a3e4d726a98),segment_id=1165c451-03f4-41c1-a063-4a3e4d726a98)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:50:06.742076 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc396be0-c0ca-4d2a-891d-b5157f375123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd168131-f3e4-43a2-984f-33e823536a5a', 'code': 200} Feb 05 22:50:06.807120 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748711908365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748711385631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748711385676'] for port, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:50:06.872757 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Pushing event updated for resources: {'Port': ['ID=fd168131-f3e4-43a2-984f-33e823536a5a,revision_number=8']} {{(pid=87484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:50:07.104120 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f973a2-a567-4a65-9378-48a1f58079ea req-38b2186d-b930-4476-bb73-a11c388e1f24 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:50:07.105503 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b8f973a2-a567-4a65-9378-48a1f58079ea req-38b2186d-b930-4476-bb73-a11c388e1f24 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.1412146 Feb 05 22:50:07.135413 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38d4a9-64ad-4bfc-a263-3d41b7d35fda req-6922cdc0-e8eb-4652-be19-6ca098a2c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:50:07.136886 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fc38d4a9-64ad-4bfc-a263-3d41b7d35fda req-6922cdc0-e8eb-4652-be19-6ca098a2c6a6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 1099 time: 0.1118381 Feb 05 22:50:07.173514 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b8f973a2-a567-4a65-9378-48a1f58079ea req-fd0b5217-747a-4185-b66a-887fd8cddc07 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614815 Feb 05 22:50:07.189122 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-fc38d4a9-64ad-4bfc-a263-3d41b7d35fda req-6f9e4ec1-e261-4d12-9b26-0c533ba26022 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433710 Feb 05 22:50:08.369390 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bef114-f1a8-4106-9233-601651361cdb req-be939891-1485-4d51-9e8a-908eff0f1c40 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:50:08.370836 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-43bef114-f1a8-4106-9233-601651361cdb req-be939891-1485-4d51-9e8a-908eff0f1c40 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.0863676 Feb 05 22:50:08.416654 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-43bef114-f1a8-4106-9233-601651361cdb req-ccf203ce-fbf4-4224-9305-88205a474bb8 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396996 Feb 05 22:50:09.603229 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac03ee6-7cbf-4703-a32d-d7adda6ef4bc req-c65e6d0e-dc21-4e12-af0b-029814cdc583 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:50:09.604665 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9ac03ee6-7cbf-4703-a32d-d7adda6ef4bc req-c65e6d0e-dc21-4e12-af0b-029814cdc583 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.0815618 Feb 05 22:50:09.647715 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-9ac03ee6-7cbf-4703-a32d-d7adda6ef4bc req-9f84a575-89cb-44da-9e6f-76979c4ad22a tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370800 Feb 05 22:50:11.709668 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:50:17.667951 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-888773fe-826f-4d73-82cc-330b44ae5f5f req-8375b7b8-02e4-4ded-95b7-cab8fea966d9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701058 Feb 05 22:50:17.804865 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888773fe-826f-4d73-82cc-330b44ae5f5f req-ec3c00ae-c691-4244-bcf6-2cc6990ff632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:50:17.806320 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-888773fe-826f-4d73-82cc-330b44ae5f5f req-ec3c00ae-c691-4244-bcf6-2cc6990ff632 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e27fc590cef42a9b9b68f1f98a2a6c6&device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 1099 time: 0.0724559 Feb 05 22:50:17.949072 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888773fe-826f-4d73-82cc-330b44ae5f5f req-d959463d-a7db-49b9-ad36-13870755f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:50:17.950511 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-888773fe-826f-4d73-82cc-330b44ae5f5f req-d959463d-a7db-49b9-ad36-13870755f7f5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d HTTP/1.1" status: 200 len: 909 time: 0.1270165 Feb 05 22:50:18.049579 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-888773fe-826f-4d73-82cc-330b44ae5f5f req-823d0ca2-92f9-46ee-9d15-190f5d92dace service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd168131-f3e4-43a2-984f-33e823536a5a HTTP/1.1" status: 200 len: 1002 time: 0.0927942 Feb 05 22:50:18.113082 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888773fe-826f-4d73-82cc-330b44ae5f5f req-950f6549-6267-48e3-a6cf-d38ac71dc075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:50:18.114493 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-888773fe-826f-4d73-82cc-330b44ae5f5f req-950f6549-6267-48e3-a6cf-d38ac71dc075 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=989d0764-a45c-4e2a-805e-7a4066c0fb03 HTTP/1.1" status: 200 len: 847 time: 0.0598128 Feb 05 22:50:18.187439 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888773fe-826f-4d73-82cc-330b44ae5f5f req-0fc29665-fb37-4f13-8faf-238facaf4979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:50:18.189541 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-888773fe-826f-4d73-82cc-330b44ae5f5f req-0fc29665-fb37-4f13-8faf-238facaf4979 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689790 Feb 05 22:50:18.321671 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-888773fe-826f-4d73-82cc-330b44ae5f5f req-5101ba41-345c-40e0-b9dc-25dccdc1aac5 service neutron] 10.222.0.45 "GET /v2.0/networks/7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237962 Feb 05 22:50:18.453427 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-888773fe-826f-4d73-82cc-330b44ae5f5f req-a2639a08-3682-4e04-bcd4-c2e5a4175991 service neutron] 10.222.0.45 "GET /v2.0/networks/7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248398 Feb 05 22:50:18.908580 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-92413f81-82e0-4b3b-b34f-6177d1c9a95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:50:21.326422 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-33a68939-6e60-4c54-af0c-e860f946d328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:50:22.332451 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:50:22.504174 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:50:23.703590 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:50:28.357449 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:50:41.697294 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:50:48.943489 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-e9c3fc28-e067-4f02-a64d-a1c02b34af46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:50:51.297138 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-c9984087-1051-4f73-9344-467066a473a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:50:52.302837 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:50:52.491734 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:50:53.703181 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:05.355807 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:51:11.714234 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:18.947110 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-c5850c00-fb08-4ed9-8635-0accb1d7f2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:19.086003 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 52090) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:51:19.362083 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Deleting port df68894a-de93-4fc7-87d6-0c3602765b27 {{(pid=87482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:51:19.362344 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:19.529183 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:19.529532 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:19.655015 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Calling delete_port for df68894a-de93-4fc7-87d6-0c3602765b27 owned by network:floatingip {{(pid=87482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:51:19.757353 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b66061bc-e26d-488a-8a79-7b3e4b36c5e9 req-e71ef3a0-1ad1-42b2-9018-692eb032dc19 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1579971 Feb 05 22:51:19.873973 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1726876'] for port, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:19.895876 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66061bc-e26d-488a-8a79-7b3e4b36c5e9 req-ee46ea21-854a-4b83-97ce-d072dd692ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:51:19.897362 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b66061bc-e26d-488a-8a79-7b3e4b36c5e9 req-ee46ea21-854a-4b83-97ce-d072dd692ed3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e27fc590cef42a9b9b68f1f98a2a6c6&device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 1099 time: 0.0716145 Feb 05 22:51:19.923349 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Pushing event deleted for resources: {'Port': ['ID=df68894a-de93-4fc7-87d6-0c3602765b27,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:51:19.964261 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:19.964610 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:19.964946 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:19.965308 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:19.965640 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:19.965966 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:19.966286 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:19.966607 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:19.966928 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:19.967249 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:19.967568 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:19.967885 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:20.027790 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for floatingip, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:20.028126 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.db.l3_db [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Floating IP 049bd523-fccd-41c3-a036-c4e9f473ed58 disassociated (deleted). External IP: 172.27.3.108, port: fd168131-f3e4-43a2-984f-33e823536a5a. Feb 05 22:51:20.044686 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66061bc-e26d-488a-8a79-7b3e4b36c5e9 req-7022ceeb-9847-4b28-88a0-f68724f5789a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:51:20.046173 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b66061bc-e26d-488a-8a79-7b3e4b36c5e9 req-7022ceeb-9847-4b28-88a0-f68724f5789a service neutron] 10.222.0.45 "GET /v2.0/networks?id=7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d HTTP/1.1" status: 200 len: 909 time: 0.1301281 Feb 05 22:51:20.116369 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b66061bc-e26d-488a-8a79-7b3e4b36c5e9 req-f961ad69-5478-485e-9175-da109b65014f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd168131-f3e4-43a2-984f-33e823536a5a HTTP/1.1" status: 200 len: 217 time: 0.0639653 Feb 05 22:51:20.178340 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66061bc-e26d-488a-8a79-7b3e4b36c5e9 req-c757eeac-a719-494e-b475-453740d461b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:51:20.179689 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b66061bc-e26d-488a-8a79-7b3e4b36c5e9 req-c757eeac-a719-494e-b475-453740d461b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=989d0764-a45c-4e2a-805e-7a4066c0fb03 HTTP/1.1" status: 200 len: 847 time: 0.0576870 Feb 05 22:51:20.257068 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66061bc-e26d-488a-8a79-7b3e4b36c5e9 req-6d76ba8f-3f4f-4340-8971-72abc8394c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:51:20.258575 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b66061bc-e26d-488a-8a79-7b3e4b36c5e9 req-6d76ba8f-3f4f-4340-8971-72abc8394c1d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729351 Feb 05 22:51:20.381572 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Router 3822d30f-5329-4d58-ba98-a08e5c8164cc has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:51:20.392385 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b66061bc-e26d-488a-8a79-7b3e4b36c5e9 req-fbd288bb-5f0d-4b6d-ad7f-e1242bad3a0a service neutron] 10.222.0.45 "GET /v2.0/networks/7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264753 Feb 05 22:51:20.521031 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-b66061bc-e26d-488a-8a79-7b3e4b36c5e9 req-cac21c5d-2c51-4054-bd63-0a5086206a69 service neutron] 10.222.0.45 "GET /v2.0/networks/7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225011 Feb 05 22:51:20.560440 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:51:20.569835 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cf4ace-fef3-43b7-8f49-3a4eba981d68 None None] Sync routers for ids ['3822d30f-5329-4d58-ba98-a08e5c8164cc'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:51:20.578616 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cf4ace-fef3-43b7-8f49-3a4eba981d68 None None] Routers {'3822d30f-5329-4d58-ba98-a08e5c8164cc'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:51:20.579212 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-35cf4ace-fef3-43b7-8f49-3a4eba981d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:50:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['3822d30f-5329-4d58-ba98-a08e5c8164cc'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:51:20.679741 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for floatingip, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:20.734726 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-af844d47-a025-4716-8d43-3355cdbad855 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "DELETE /v2.0/floatingips/049bd523-fccd-41c3-a036-c4e9f473ed58 HTTP/1.1" status: 204 len: 168 time: 1.6473963 Feb 05 22:51:20.735402 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc396be0-c0ca-4d2a-891d-b5157f375123', 'tag': 'fd168131-f3e4-43a2-984f-33e823536a5a'}] {{(pid=87482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:51:20.763013 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-35cf4ace-fef3-43b7-8f49-3a4eba981d68 None None] Set router 3822d30f-5329-4d58-ba98-a08e5c8164cc gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:51:20.782172 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc396be0-c0ca-4d2a-891d-b5157f375123', 'tag': 'fd168131-f3e4-43a2-984f-33e823536a5a', 'status': 'completed', 'code': 200} Feb 05 22:51:20.874828 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0247efb-dbd4-4e95-9f4c-8c2fe7e081bd req-79ffa867-1551-45d7-ba07-36fd70450618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:51:20.876428 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d0247efb-dbd4-4e95-9f4c-8c2fe7e081bd req-79ffa867-1551-45d7-ba07-36fd70450618 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e27fc590cef42a9b9b68f1f98a2a6c6&device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 1099 time: 0.0735955 Feb 05 22:51:21.011702 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0247efb-dbd4-4e95-9f4c-8c2fe7e081bd req-14082be9-5e83-4d61-b231-b18707109113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:51:21.013129 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d0247efb-dbd4-4e95-9f4c-8c2fe7e081bd req-14082be9-5e83-4d61-b231-b18707109113 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d HTTP/1.1" status: 200 len: 909 time: 0.1313958 Feb 05 22:51:21.080564 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-35cf4ace-fef3-43b7-8f49-3a4eba981d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'name': 'tempest-TestShelveInstance-449430625-router', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:43Z', 'updated_at': '2022-02-05T22:46:48Z', 'revision_number': 4, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'gw_port': {'id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:44Z', 'updated_at': '2022-02-05T22:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'f2b2a793-98b5-458e-9aed-5406831c8bdd', 'name': '', 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'mac_address': 'fa:16:3e:21:d3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '989d0764-a45c-4e2a-805e-7a4066c0fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:47Z', 'updated_at': '2022-02-05T22:46:54Z', 'revision_number': 5, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'subnets': [{'id': '989d0764-a45c-4e2a-805e-7a4066c0fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:51:21.085063 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cf4ace-fef3-43b7-8f49-3a4eba981d68 None None] Checking router: 3822d30f-5329-4d58-ba98-a08e5c8164cc for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:51:21.085234 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d0247efb-dbd4-4e95-9f4c-8c2fe7e081bd req-475fde98-a5b1-42a9-9e6b-16f54e0ede18 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd168131-f3e4-43a2-984f-33e823536a5a HTTP/1.1" status: 200 len: 217 time: 0.0662746 Feb 05 22:51:21.093279 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cf4ace-fef3-43b7-8f49-3a4eba981d68 None None] Routers {'3822d30f-5329-4d58-ba98-a08e5c8164cc'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:51:21.093888 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-35cf4ace-fef3-43b7-8f49-3a4eba981d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:50:51Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['3822d30f-5329-4d58-ba98-a08e5c8164cc'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:51:21.152602 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0247efb-dbd4-4e95-9f4c-8c2fe7e081bd req-b97ac542-e543-40de-9b95-64321282993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:51:21.154214 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d0247efb-dbd4-4e95-9f4c-8c2fe7e081bd req-b97ac542-e543-40de-9b95-64321282993c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=989d0764-a45c-4e2a-805e-7a4066c0fb03 HTTP/1.1" status: 200 len: 847 time: 0.0623522 Feb 05 22:51:21.283550 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-35cf4ace-fef3-43b7-8f49-3a4eba981d68 None None] Set router 3822d30f-5329-4d58-ba98-a08e5c8164cc gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:51:21.292634 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0247efb-dbd4-4e95-9f4c-8c2fe7e081bd req-3671375d-8249-48ec-a891-7abc091d2930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:51:21.294137 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d0247efb-dbd4-4e95-9f4c-8c2fe7e081bd req-3671375d-8249-48ec-a891-7abc091d2930 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1335771 Feb 05 22:51:21.342785 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-b41a47cd-74e4-4b8b-891f-5bcb26a33d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:21.390178 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568089f-a561-41ed-9e8b-7b8e7cc480ef req-0ca4214a-6c76-4681-b891-d4f7d32fd727 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:51:21.391612 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1568089f-a561-41ed-9e8b-7b8e7cc480ef req-0ca4214a-6c76-4681-b891-d4f7d32fd727 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.1669600 Feb 05 22:51:21.469916 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-1568089f-a561-41ed-9e8b-7b8e7cc480ef req-e96ac35e-5fa7-4608-8299-6e52c7a41c39 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687771 Feb 05 22:51:21.474953 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d0247efb-dbd4-4e95-9f4c-8c2fe7e081bd req-c985d971-e04f-4fde-b19c-7ce76eae3da8 service neutron] 10.222.0.45 "GET /v2.0/networks/7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719825 Feb 05 22:51:21.600759 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-35cf4ace-fef3-43b7-8f49-3a4eba981d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'name': 'tempest-TestShelveInstance-449430625-router', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:43Z', 'updated_at': '2022-02-05T22:46:48Z', 'revision_number': 4, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'gw_port': {'id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:44Z', 'updated_at': '2022-02-05T22:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'f2b2a793-98b5-458e-9aed-5406831c8bdd', 'name': '', 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'mac_address': 'fa:16:3e:21:d3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '989d0764-a45c-4e2a-805e-7a4066c0fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:47Z', 'updated_at': '2022-02-05T22:46:54Z', 'revision_number': 5, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'subnets': [{'id': '989d0764-a45c-4e2a-805e-7a4066c0fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:51:21.604607 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cf4ace-fef3-43b7-8f49-3a4eba981d68 None None] The sync data for ids ['3822d30f-5329-4d58-ba98-a08e5c8164cc'] in dv-cinder-818886-2-iscsi is: [{'id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'name': 'tempest-TestShelveInstance-449430625-router', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:43Z', 'updated_at': '2022-02-05T22:46:48Z', 'revision_number': 4, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'gw_port': {'id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:44Z', 'updated_at': '2022-02-05T22:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi', '_interfaces': [{'id': 'f2b2a793-98b5-458e-9aed-5406831c8bdd', 'name': '', 'network_id': '7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'mac_address': 'fa:16:3e:21:d3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '989d0764-a45c-4e2a-805e-7a4066c0fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:47Z', 'updated_at': '2022-02-05T22:46:54Z', 'revision_number': 5, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'subnets': [{'id': '989d0764-a45c-4e2a-805e-7a4066c0fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:51:21.608469 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d0247efb-dbd4-4e95-9f4c-8c2fe7e081bd req-10bb5674-3818-405f-82ff-53cf7f0f728b service neutron] 10.222.0.45 "GET /v2.0/networks/7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260209 Feb 05 22:51:21.813294 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef53ef58-251f-4b5e-8410-a7cc59428e31 None None] New status for floating IP 049bd523-fccd-41c3-a036-c4e9f473ed58: DOWN {{(pid=87485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 22:51:22.302250 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:22.502465 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:22.656479 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae7558-7711-4ef6-9c74-4def8da4b077 req-c87d5ac2-37db-4c3c-b329-1946e5ea7d0e tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:51:22.657068 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-c7ae7558-7711-4ef6-9c74-4def8da4b077 req-c87d5ac2-37db-4c3c-b329-1946e5ea7d0e tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Synchronizing usage tracker for tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 on resource:port {{(pid=87482) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:51:22.736292 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.quota.resource [req-c7ae7558-7711-4ef6-9c74-4def8da4b077 req-c87d5ac2-37db-4c3c-b329-1946e5ea7d0e tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Unset dirty status for tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 on resource:port {{(pid=87482) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:51:22.737481 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c7ae7558-7711-4ef6-9c74-4def8da4b077 req-c87d5ac2-37db-4c3c-b329-1946e5ea7d0e tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.1619337 Feb 05 22:51:22.785742 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-c7ae7558-7711-4ef6-9c74-4def8da4b077 req-ad94a9c5-8a53-45bf-b062-f884b86c7449 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b8ed676-de63-48c1-a96d-d5c46771602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421548 Feb 05 22:51:22.886766 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503c5bc-9ced-4f6e-bd48-fc18172a063f req-604b1f8d-73a5-43b9-820b-17c031d024f1 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 22:51:22.888177 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d503c5bc-9ced-4f6e-bd48-fc18172a063f req-604b1f8d-73a5-43b9-820b-17c031d024f1 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 946 time: 0.1749334 Feb 05 22:51:22.955583 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-d503c5bc-9ced-4f6e-bd48-fc18172a063f req-3984eb2a-42a9-410a-8728-5d4e9578ccd3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Deleting port fd168131-f3e4-43a2-984f-33e823536a5a {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:51:22.955915 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-d503c5bc-9ced-4f6e-bd48-fc18172a063f req-3984eb2a-42a9-410a-8728-5d4e9578ccd3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:23.192782 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [req-d503c5bc-9ced-4f6e-bd48-fc18172a063f req-3984eb2a-42a9-410a-8728-5d4e9578ccd3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] For port fd168131-f3e4-43a2-984f-33e823536a5a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=fd168131-f3e4-43a2-984f-33e823536a5a,segment=NetworkSegment(1165c451-03f4-41c1-a063-4a3e4d726a98),segment_id=1165c451-03f4-41c1-a063-4a3e4d726a98)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:51:23.193063 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-d503c5bc-9ced-4f6e-bd48-fc18172a063f req-3984eb2a-42a9-410a-8728-5d4e9578ccd3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:23.313014 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [req-d503c5bc-9ced-4f6e-bd48-fc18172a063f req-3984eb2a-42a9-410a-8728-5d4e9578ccd3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Calling delete_port for fd168131-f3e4-43a2-984f-33e823536a5a owned by compute:nova {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:51:23.508146 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-d503c5bc-9ced-4f6e-bd48-fc18172a063f req-3984eb2a-42a9-410a-8728-5d4e9578ccd3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:23.558174 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984eb2a-42a9-410a-8728-5d4e9578ccd3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Pushing event deleted for resources: {'Port': ['ID=fd168131-f3e4-43a2-984f-33e823536a5a,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:51:23.599924 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984eb2a-42a9-410a-8728-5d4e9578ccd3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:23.600273 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984eb2a-42a9-410a-8728-5d4e9578ccd3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:23.600618 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984eb2a-42a9-410a-8728-5d4e9578ccd3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:23.600953 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984eb2a-42a9-410a-8728-5d4e9578ccd3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:23.601317 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984eb2a-42a9-410a-8728-5d4e9578ccd3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:23.601648 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984eb2a-42a9-410a-8728-5d4e9578ccd3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:23.601974 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984eb2a-42a9-410a-8728-5d4e9578ccd3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:23.602301 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984eb2a-42a9-410a-8728-5d4e9578ccd3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:23.602630 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984eb2a-42a9-410a-8728-5d4e9578ccd3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:23.602953 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984eb2a-42a9-410a-8728-5d4e9578ccd3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:23.603273 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984eb2a-42a9-410a-8728-5d4e9578ccd3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:23.603591 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984eb2a-42a9-410a-8728-5d4e9578ccd3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-2-iscsi {{(pid=87483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 22:51:23.646161 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [req-d503c5bc-9ced-4f6e-bd48-fc18172a063f req-3984eb2a-42a9-410a-8728-5d4e9578ccd3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] No DVR routers for this DVR port fd168131-f3e4-43a2-984f-33e823536a5a on host hv-cinder-81888 {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:51:23.648523 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [req-d503c5bc-9ced-4f6e-bd48-fc18172a063f req-3984eb2a-42a9-410a-8728-5d4e9578ccd3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518708'] for port, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:23.651117 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc396be0-c0ca-4d2a-891d-b5157f375123', 'name': 'network-vif-deleted', 'tag': 'fd168131-f3e4-43a2-984f-33e823536a5a'}] {{(pid=87483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 22:51:23.696294 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc396be0-c0ca-4d2a-891d-b5157f375123', 'name': 'network-vif-deleted', 'tag': 'fd168131-f3e4-43a2-984f-33e823536a5a', 'status': 'completed', 'code': 200} Feb 05 22:51:23.702588 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:23.742132 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-d503c5bc-9ced-4f6e-bd48-fc18172a063f req-3984eb2a-42a9-410a-8728-5d4e9578ccd3 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.45 "DELETE /v2.0/ports/fd168131-f3e4-43a2-984f-33e823536a5a HTTP/1.1" status: 204 len: 173 time: 0.8484674 Feb 05 22:51:23.943753 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [req-d5df1f81-e2fc-4e3b-a1a0-e68165957498 req-4a66a437-c412-4644-ab32-b184e8427a2f tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 210 time: 0.0470314 Feb 05 22:51:25.105530 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-ef0e489d-041d-4afb-a6bd-0807594be920 req-5c8aeddb-9732-4f1a-b6b1-45e18df9a4e8 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Synchronizing usage tracker for tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 on resource:port {{(pid=87483) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 05 22:51:25.205496 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.quota.resource [req-ef0e489d-041d-4afb-a6bd-0807594be920 req-5c8aeddb-9732-4f1a-b6b1-45e18df9a4e8 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Unset dirty status for tenant:1e27fc590cef42a9b9b68f1f98a2a6c6 on resource:port {{(pid=87483) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 05 22:51:25.206605 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [req-ef0e489d-041d-4afb-a6bd-0807594be920 req-5c8aeddb-9732-4f1a-b6b1-45e18df9a4e8 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc396be0-c0ca-4d2a-891d-b5157f375123 HTTP/1.1" status: 200 len: 210 time: 0.1423268 Feb 05 22:51:26.298323 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 52110) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:51:26.452093 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f1e418a7-8053-42ae-a464-046ad29efe60 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:26.480648 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f1e418a7-8053-42ae-a464-046ad29efe60 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:26.605174 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f1e418a7-8053-42ae-a464-046ad29efe60 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:26.623758 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e418a7-8053-42ae-a464-046ad29efe60 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8ed676-de63-48c1-a96d-d5c46771602d,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:51:26.689641 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-f1e418a7-8053-42ae-a464-046ad29efe60 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] Notify callbacks [] for security_group, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:26.690749 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-f1e418a7-8053-42ae-a464-046ad29efe60 tempest-TestShelveInstance-850395349 tempest-TestShelveInstance-850395349-project] 10.222.0.24 "DELETE /v2.0/security-groups/3b8ed676-de63-48c1-a96d-d5c46771602d HTTP/1.1" status: 204 len: 168 time: 0.3914638 Feb 05 22:51:26.843253 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device fd168131-f3e4-43a2-984f-33e823536a5a no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:51:26.878142 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] No Port match for: fd168131-f3e4-43a2-984f-33e823536a5a {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:51:26.878399 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Device fd168131-f3e4-43a2-984f-33e823536a5a not bound to the agent host hv-cinder-81888 {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:51:27.824221 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 52118) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:51:28.355380 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-cccb71b8-b3bf-4378-a23e-d8fd20a712dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960473'] for router_interface, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:28.786664 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-cccb71b8-b3bf-4378-a23e-d8fd20a712dd admin admin] Deleting port f2b2a793-98b5-458e-9aed-5406831c8bdd {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:51:28.786997 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-cccb71b8-b3bf-4378-a23e-d8fd20a712dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:28.953543 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [None req-cccb71b8-b3bf-4378-a23e-d8fd20a712dd admin admin] For port f2b2a793-98b5-458e-9aed-5406831c8bdd, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=f2b2a793-98b5-458e-9aed-5406831c8bdd,segment=NetworkSegment(1165c451-03f4-41c1-a063-4a3e4d726a98),segment_id=1165c451-03f4-41c1-a063-4a3e4d726a98)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:51:28.954146 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-cccb71b8-b3bf-4378-a23e-d8fd20a712dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:29.075763 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-cccb71b8-b3bf-4378-a23e-d8fd20a712dd admin admin] Calling delete_port for f2b2a793-98b5-458e-9aed-5406831c8bdd owned by network:router_interface {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:51:29.330931 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-cccb71b8-b3bf-4378-a23e-d8fd20a712dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:29.377266 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb71b8-b3bf-4378-a23e-d8fd20a712dd admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b2a793-98b5-458e-9aed-5406831c8bdd,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:51:29.642559 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-cccb71b8-b3bf-4378-a23e-d8fd20a712dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541769'] for router_interface, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:30.090767 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccb71b8-b3bf-4378-a23e-d8fd20a712dd admin admin] Router 3822d30f-5329-4d58-ba98-a08e5c8164cc has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:51:30.266140 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccb71b8-b3bf-4378-a23e-d8fd20a712dd admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:51:30.275142 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d307dfe1-6cae-481a-a268-05d331e7c120 None None] Sync routers for ids ['3822d30f-5329-4d58-ba98-a08e5c8164cc'] in dv-cinder-818886-2-iscsi {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:51:30.284120 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d307dfe1-6cae-481a-a268-05d331e7c120 None None] Routers {'3822d30f-5329-4d58-ba98-a08e5c8164cc'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:51:30.284732 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-d307dfe1-6cae-481a-a268-05d331e7c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:51:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['3822d30f-5329-4d58-ba98-a08e5c8164cc'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:51:30.356205 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-cccb71b8-b3bf-4378-a23e-d8fd20a712dd admin admin] 10.222.0.24 "PUT /v2.0/routers/3822d30f-5329-4d58-ba98-a08e5c8164cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5308521 Feb 05 22:51:30.358781 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 52122) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:51:30.507741 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-d307dfe1-6cae-481a-a268-05d331e7c120 None None] Set router 3822d30f-5329-4d58-ba98-a08e5c8164cc gateway port host: dv-cinder-818886-2-iscsi {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:51:30.537364 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e854a3f3-cbbf-4c95-acc4-f894208f91b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:30.709480 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e854a3f3-cbbf-4c95-acc4-f894208f91b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:30.765053 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-e854a3f3-cbbf-4c95-acc4-f894208f91b4 admin admin] Deleting port 66b5b37f-1bee-44e8-9d35-2c95975f7c9f {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:51:30.765448 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e854a3f3-cbbf-4c95-acc4-f894208f91b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:30.784420 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-d307dfe1-6cae-481a-a268-05d331e7c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'name': 'tempest-TestShelveInstance-449430625-router', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:43Z', 'updated_at': '2022-02-05T22:51:29Z', 'revision_number': 5, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'gw_port': {'id': '66b5b37f-1bee-44e8-9d35-2c95975f7c9f', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:44Z', 'updated_at': '2022-02-05T22:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:51:30.788493 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d307dfe1-6cae-481a-a268-05d331e7c120 None None] Checking router: 3822d30f-5329-4d58-ba98-a08e5c8164cc for host: dv-cinder-818886-2-iscsi {{(pid=87484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:51:30.798032 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d307dfe1-6cae-481a-a268-05d331e7c120 None None] Routers {'3822d30f-5329-4d58-ba98-a08e5c8164cc'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:51:30.798623 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-d307dfe1-6cae-481a-a268-05d331e7c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:51:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['3822d30f-5329-4d58-ba98-a08e5c8164cc'], 'active': True} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:51:30.942382 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [None req-e854a3f3-cbbf-4c95-acc4-f894208f91b4 admin admin] For port 66b5b37f-1bee-44e8-9d35-2c95975f7c9f, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=66b5b37f-1bee-44e8-9d35-2c95975f7c9f,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:51:30.943020 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e854a3f3-cbbf-4c95-acc4-f894208f91b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:30.952516 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_dvr_db [None req-d307dfe1-6cae-481a-a268-05d331e7c120 None None] Set router 3822d30f-5329-4d58-ba98-a08e5c8164cc gateway port host: None {{(pid=87484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:51:31.059843 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.db.l3_hamode_db [None req-d307dfe1-6cae-481a-a268-05d331e7c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'name': 'tempest-TestShelveInstance-449430625-router', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:43Z', 'updated_at': '2022-02-05T22:51:30Z', 'revision_number': 6, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'gw_port_host': None}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:51:31.063739 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d307dfe1-6cae-481a-a268-05d331e7c120 None None] The sync data for ids ['3822d30f-5329-4d58-ba98-a08e5c8164cc'] in dv-cinder-818886-2-iscsi is: [{'id': '3822d30f-5329-4d58-ba98-a08e5c8164cc', 'name': 'tempest-TestShelveInstance-449430625-router', 'tenant_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:43Z', 'updated_at': '2022-02-05T22:51:30Z', 'revision_number': 6, 'project_id': '1e27fc590cef42a9b9b68f1f98a2a6c6', 'gw_port_host': None}] {{(pid=87484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:51:31.069667 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-e854a3f3-cbbf-4c95-acc4-f894208f91b4 admin admin] Calling delete_port for 66b5b37f-1bee-44e8-9d35-2c95975f7c9f owned by network:router_gateway {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:51:31.307960 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e854a3f3-cbbf-4c95-acc4-f894208f91b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:31.353867 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854a3f3-cbbf-4c95-acc4-f894208f91b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=66b5b37f-1bee-44e8-9d35-2c95975f7c9f,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:51:31.448151 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e854a3f3-cbbf-4c95-acc4-f894208f91b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542460'] for router_gateway, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:31.717623 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e854a3f3-cbbf-4c95-acc4-f894208f91b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1677'] for router, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:31.719838 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e854a3f3-cbbf-4c95-acc4-f894208f91b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:31.919636 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e854a3f3-cbbf-4c95-acc4-f894208f91b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541590'] for router, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:31.920239 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e854a3f3-cbbf-4c95-acc4-f894208f91b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3822d30f-5329-4d58-ba98-a08e5c8164cc {{(pid=87483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 22:51:31.932622 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-e854a3f3-cbbf-4c95-acc4-f894208f91b4 admin admin] Notify callbacks [] for router, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:31.934935 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-e854a3f3-cbbf-4c95-acc4-f894208f91b4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3822d30f-5329-4d58-ba98-a08e5c8164cc HTTP/1.1" status: 204 len: 168 time: 1.5740349 Feb 05 22:51:31.936317 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 52126) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:51:31.998183 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c5a699-ee12-45bf-8351-7376a584c6ba admin admin] Deleting subnet 989d0764-a45c-4e2a-805e-7a4066c0fb03 {{(pid=87483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 05 22:51:32.001052 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-45c5a699-ee12-45bf-8351-7376a584c6ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:32.053912 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-45c5a699-ee12-45bf-8351-7376a584c6ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1429885'] for subnet, precommit_delete_associations {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:32.085287 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 66b5b37f-1bee-44e8-9d35-2c95975f7c9f no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:51:32.120748 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: 66b5b37f-1bee-44e8-9d35-2c95975f7c9f {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:51:32.121096 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 66b5b37f-1bee-44e8-9d35-2c95975f7c9f not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:51:32.121557 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device f2b2a793-98b5-458e-9aed-5406831c8bdd no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:51:32.137117 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-45c5a699-ee12-45bf-8351-7376a584c6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770741'] for subnet, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:32.158847 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: f2b2a793-98b5-458e-9aed-5406831c8bdd {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:51:32.159193 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device f2b2a793-98b5-458e-9aed-5406831c8bdd not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:51:32.302864 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-45c5a699-ee12-45bf-8351-7376a584c6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10573208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10784605'] for subnet, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:32.341886 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5a699-ee12-45bf-8351-7376a584c6ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=989d0764-a45c-4e2a-805e-7a4066c0fb03,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:51:32.343749 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-45c5a699-ee12-45bf-8351-7376a584c6ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:32.348005 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7226bf-9447-4251-bdfa-161d6fd01d8c None None] Network 7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:51:32.350770 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-45c5a699-ee12-45bf-8351-7376a584c6ba admin admin] 10.222.0.24 "DELETE /v2.0/subnets/989d0764-a45c-4e2a-805e-7a4066c0fb03 HTTP/1.1" status: 204 len: 168 time: 0.4135184 Feb 05 22:51:32.353248 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 52130) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:51:32.458229 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4023eaa9-ceee-49b5-b911-604aac6c0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744846'] for network, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:32.468515 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-4023eaa9-ceee-49b5-b911-604aac6c0c67 admin admin] Deleting port c62e123d-5785-4fde-b515-94851541864e {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:51:32.468844 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4023eaa9-ceee-49b5-b911-604aac6c0c67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:32.589430 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1c7afa-7420-44d2-9e5d-69f90e1359d8 None None] DHCP port deletion for 7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d request from dv-cinder-818886-2-iscsi {{(pid=87484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 05 22:51:32.593592 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-df1c7afa-7420-44d2-9e5d-69f90e1359d8 None None] Deleting port c62e123d-5785-4fde-b515-94851541864e {{(pid=87484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:51:32.593968 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-df1c7afa-7420-44d2-9e5d-69f90e1359d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:32.675674 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [None req-4023eaa9-ceee-49b5-b911-604aac6c0c67 admin admin] For port c62e123d-5785-4fde-b515-94851541864e, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=c62e123d-5785-4fde-b515-94851541864e,segment=NetworkSegment(1165c451-03f4-41c1-a063-4a3e4d726a98),segment_id=1165c451-03f4-41c1-a063-4a3e4d726a98)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:51:32.676030 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4023eaa9-ceee-49b5-b911-604aac6c0c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:32.796669 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-df1c7afa-7420-44d2-9e5d-69f90e1359d8 None None] For port c62e123d-5785-4fde-b515-94851541864e, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=c62e123d-5785-4fde-b515-94851541864e,segment=NetworkSegment(1165c451-03f4-41c1-a063-4a3e4d726a98),segment_id=1165c451-03f4-41c1-a063-4a3e4d726a98)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:51:32.797051 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-df1c7afa-7420-44d2-9e5d-69f90e1359d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:32.797935 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-4023eaa9-ceee-49b5-b911-604aac6c0c67 admin admin] Calling delete_port for c62e123d-5785-4fde-b515-94851541864e owned by network:dhcp {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:51:32.925346 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4023eaa9-ceee-49b5-b911-604aac6c0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:32.949867 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-df1c7afa-7420-44d2-9e5d-69f90e1359d8 None None] Calling delete_port for c62e123d-5785-4fde-b515-94851541864e owned by network:dhcp {{(pid=87484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:51:32.977538 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023eaa9-ceee-49b5-b911-604aac6c0c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=c62e123d-5785-4fde-b515-94851541864e,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:51:32.979354 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4023eaa9-ceee-49b5-b911-604aac6c0c67 admin admin] No DVR routers for this DVR port c62e123d-5785-4fde-b515-94851541864e on host dv-cinder-818886-2-iscsi {{(pid=87483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:51:33.025228 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.db.api [None req-df1c7afa-7420-44d2-9e5d-69f90e1359d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 22:51:33.025582 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG oslo_db.api [None req-df1c7afa-7420-44d2-9e5d-69f90e1359d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 22:51:33.093433 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4023eaa9-ceee-49b5-b911-604aac6c0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771300', 'neutron.services.segments.db._delete_segments_for_network-8748711873850'] for network, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:33.119018 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-4023eaa9-ceee-49b5-b911-604aac6c0c67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d']}} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:51:33.130866 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-4023eaa9-ceee-49b5-b911-604aac6c0c67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1165c451-03f4-41c1-a063-4a3e4d726a98') {'for_net_delete': True} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:51:33.131168 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.services.segments.db [None req-4023eaa9-ceee-49b5-b911-604aac6c0c67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1165c451-03f4-41c1-a063-4a3e4d726a98') {} {{(pid=87483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:51:33.142310 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4023eaa9-ceee-49b5-b911-604aac6c0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748711876181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1429834'] for segment, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:33.157709 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4023eaa9-ceee-49b5-b911-604aac6c0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:33.164204 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4023eaa9-ceee-49b5-b911-604aac6c0c67 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 22:51:33.164581 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4023eaa9-ceee-49b5-b911-604aac6c0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3777956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11000378'] for segment, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: Traceback (most recent call last): Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: timer() Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: cb(*args, **kw) Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: return func(*args, **kwargs) Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: self._notify() Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: self.callback(batched_events) Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: event.method(event) Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: return f(self, *a, **k) Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: return self._get(url).json() Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: return self.request(url, 'GET', **kwargs) Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 22:51:33.177918 dv-cinder-818886-2-iscsi neutron-server[87483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 22:51:33.319189 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4023eaa9-ceee-49b5-b911-604aac6c0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542425'] for network, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:33.335070 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-4023eaa9-ceee-49b5-b911-604aac6c0c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:33.347056 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023eaa9-ceee-49b5-b911-604aac6c0c67 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:51:33.353132 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-4023eaa9-ceee-49b5-b911-604aac6c0c67 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7fa1e5a1-bd18-4e32-9c2e-558907eb5f2d HTTP/1.1" status: 204 len: 168 time: 0.9983826 Feb 05 22:51:33.355283 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 52134) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:51:33.526491 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-df1c7afa-7420-44d2-9e5d-69f90e1359d8 None None] Deleting port c62e123d-5785-4fde-b515-94851541864e {{(pid=87484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:51:33.527077 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-df1c7afa-7420-44d2-9e5d-69f90e1359d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:33.591415 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-df1c7afa-7420-44d2-9e5d-69f90e1359d8 None None] The port 'c62e123d-5785-4fde-b515-94851541864e' was deleted {{(pid=87484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 05 22:51:33.967745 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1479415c-3952-474b-9eca-0e574c7faa24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960473'] for router_interface, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:34.075030 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device c62e123d-5785-4fde-b515-94851541864e no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:51:34.110421 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: c62e123d-5785-4fde-b515-94851541864e {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:51:34.110758 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device c62e123d-5785-4fde-b515-94851541864e not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:51:34.308854 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-1479415c-3952-474b-9eca-0e574c7faa24 admin admin] Deleting port 3568ac2b-11a9-4870-b738-20591242156a {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:51:34.309220 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1479415c-3952-474b-9eca-0e574c7faa24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:34.476771 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [None req-1479415c-3952-474b-9eca-0e574c7faa24 admin admin] For port 3568ac2b-11a9-4870-b738-20591242156a, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=3568ac2b-11a9-4870-b738-20591242156a,segment=NetworkSegment(a4361be5-7a44-4318-8141-6b6e9fea5878),segment_id=a4361be5-7a44-4318-8141-6b6e9fea5878)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:51:34.477532 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1479415c-3952-474b-9eca-0e574c7faa24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:34.599606 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-1479415c-3952-474b-9eca-0e574c7faa24 admin admin] Calling delete_port for 3568ac2b-11a9-4870-b738-20591242156a owned by network:router_interface {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:51:34.826931 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1479415c-3952-474b-9eca-0e574c7faa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:34.872609 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479415c-3952-474b-9eca-0e574c7faa24 admin admin] Pushing event deleted for resources: {'Port': ['ID=3568ac2b-11a9-4870-b738-20591242156a,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:51:35.244838 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-1479415c-3952-474b-9eca-0e574c7faa24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541769'] for router_interface, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:35.595700 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1479415c-3952-474b-9eca-0e574c7faa24 admin admin] Router 6701282a-a3a4-4bca-8f51-68d57406e8a5 has already been hosted by L3 agent 48729e96-b06f-44c2-8385-6753e1637932 {{(pid=87483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 05 22:51:35.765028 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1479415c-3952-474b-9eca-0e574c7faa24 admin admin] Notify agent at l3_agent.dv-cinder-818886-2-iscsi the message routers_updated {{(pid=87483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 05 22:51:35.773935 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-1479415c-3952-474b-9eca-0e574c7faa24 admin admin] 10.222.0.24 "PUT /v2.0/routers/6701282a-a3a4-4bca-8f51-68d57406e8a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4176953 Feb 05 22:51:35.774234 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5784f73-9b47-44ec-a7ef-ceaf87230622 None None] Sync routers for ids ['6701282a-a3a4-4bca-8f51-68d57406e8a5'] in dv-cinder-818886-2-iscsi {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 22:51:35.776378 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 52138) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:51:35.783299 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5784f73-9b47-44ec-a7ef-ceaf87230622 None None] Routers {'6701282a-a3a4-4bca-8f51-68d57406e8a5'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:51:35.783886 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-d5784f73-9b47-44ec-a7ef-ceaf87230622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:51:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['6701282a-a3a4-4bca-8f51-68d57406e8a5'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:51:35.951733 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-748a7108-055d-4180-8680-c2b0b695f0fb admin admin] Notify callbacks [] for router, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:35.959084 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-d5784f73-9b47-44ec-a7ef-ceaf87230622 None None] Set router 6701282a-a3a4-4bca-8f51-68d57406e8a5 gateway port host: dv-cinder-818886-2-iscsi {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:51:36.131642 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-748a7108-055d-4180-8680-c2b0b695f0fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:36.210901 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-748a7108-055d-4180-8680-c2b0b695f0fb admin admin] Deleting port fa4b8019-abd8-4186-a4c6-d654320beb04 {{(pid=87483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:51:36.211162 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-748a7108-055d-4180-8680-c2b0b695f0fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:36.232798 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-d5784f73-9b47-44ec-a7ef-ceaf87230622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6701282a-a3a4-4bca-8f51-68d57406e8a5', 'name': 'tempest-TestShelveInstance-1386399408-router', 'tenant_id': '96264c69f51248cab719e761aa370401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'external_fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fa4b8019-abd8-4186-a4c6-d654320beb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:52Z', 'updated_at': '2022-02-05T22:51:34Z', 'revision_number': 5, 'project_id': '96264c69f51248cab719e761aa370401', 'gw_port': {'id': 'fa4b8019-abd8-4186-a4c6-d654320beb04', 'name': '', 'network_id': '6817b256-dae4-44db-bc68-adab2164788e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6701282a-a3a4-4bca-8f51-68d57406e8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:46:53Z', 'updated_at': '2022-02-05T22:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '583bfacf-eb7c-4478-b06f-909c14cf964a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-2-iscsi'}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:51:36.236537 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5784f73-9b47-44ec-a7ef-ceaf87230622 None None] Checking router: 6701282a-a3a4-4bca-8f51-68d57406e8a5 for host: dv-cinder-818886-2-iscsi {{(pid=87485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 22:51:36.244995 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5784f73-9b47-44ec-a7ef-ceaf87230622 None None] Routers {'6701282a-a3a4-4bca-8f51-68d57406e8a5'} bound to L3 agent in host dv-cinder-818886-2-iscsi {{(pid=87485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 05 22:51:36.245613 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-d5784f73-9b47-44ec-a7ef-ceaf87230622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T22:28:21Z,description=,heartbeat_timestamp=2022-02-05T22:51:21Z,host='dv-cinder-818886-2-iscsi',id=48729e96-b06f-44c2-8385-6753e1637932,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T22:28:22Z,topic='l3_agent')) {'router_ids': ['6701282a-a3a4-4bca-8f51-68d57406e8a5'], 'active': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:51:36.428547 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_dvr_db [None req-d5784f73-9b47-44ec-a7ef-ceaf87230622 None None] Set router 6701282a-a3a4-4bca-8f51-68d57406e8a5 gateway port host: None {{(pid=87485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 05 22:51:36.490997 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.db [None req-748a7108-055d-4180-8680-c2b0b695f0fb admin admin] For port fa4b8019-abd8-4186-a4c6-d654320beb04, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=fa4b8019-abd8-4186-a4c6-d654320beb04,segment=NetworkSegment(9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4),segment_id=9b73f7a0-e2a0-4cb5-902b-03acb0f8e1f4)] {{(pid=87483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:51:36.491354 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-748a7108-055d-4180-8680-c2b0b695f0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:36.531931 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.l3_hamode_db [None req-d5784f73-9b47-44ec-a7ef-ceaf87230622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6701282a-a3a4-4bca-8f51-68d57406e8a5', 'name': 'tempest-TestShelveInstance-1386399408-router', 'tenant_id': '96264c69f51248cab719e761aa370401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:52Z', 'updated_at': '2022-02-05T22:51:36Z', 'revision_number': 6, 'project_id': '96264c69f51248cab719e761aa370401', 'gw_port_host': None}], 'dv-cinder-818886-2-iscsi', False) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:51:36.537281 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5784f73-9b47-44ec-a7ef-ceaf87230622 None None] The sync data for ids ['6701282a-a3a4-4bca-8f51-68d57406e8a5'] in dv-cinder-818886-2-iscsi is: [{'id': '6701282a-a3a4-4bca-8f51-68d57406e8a5', 'name': 'tempest-TestShelveInstance-1386399408-router', 'tenant_id': '96264c69f51248cab719e761aa370401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:46:52Z', 'updated_at': '2022-02-05T22:51:36Z', 'revision_number': 6, 'project_id': '96264c69f51248cab719e761aa370401', 'gw_port_host': None}] {{(pid=87485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 22:51:36.616990 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.plugins.ml2.plugin [None req-748a7108-055d-4180-8680-c2b0b695f0fb admin admin] Calling delete_port for fa4b8019-abd8-4186-a4c6-d654320beb04 owned by network:router_gateway {{(pid=87483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:51:36.850805 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-748a7108-055d-4180-8680-c2b0b695f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10573291'] for port, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:36.900035 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a7108-055d-4180-8680-c2b0b695f0fb admin admin] Pushing event deleted for resources: {'Port': ['ID=fa4b8019-abd8-4186-a4c6-d654320beb04,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:51:36.991696 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-748a7108-055d-4180-8680-c2b0b695f0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542460'] for router_gateway, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:37.159309 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-748a7108-055d-4180-8680-c2b0b695f0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1677'] for router, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:37.161536 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-748a7108-055d-4180-8680-c2b0b695f0fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:37.273785 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-748a7108-055d-4180-8680-c2b0b695f0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541590'] for router, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:37.274433 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748a7108-055d-4180-8680-c2b0b695f0fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6701282a-a3a4-4bca-8f51-68d57406e8a5 {{(pid=87483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 22:51:37.287365 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-748a7108-055d-4180-8680-c2b0b695f0fb admin admin] Notify callbacks [] for router, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:37.288495 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-748a7108-055d-4180-8680-c2b0b695f0fb admin admin] 10.222.0.24 "DELETE /v2.0/routers/6701282a-a3a4-4bca-8f51-68d57406e8a5 HTTP/1.1" status: 204 len: 168 time: 1.5112092 Feb 05 22:51:37.290995 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 52142) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:51:37.351763 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8dfd0e-b613-499c-9f6e-1b2cdc43fc2b admin admin] Deleting subnet 69a7ea49-f57e-49ec-b2ca-0d52eb24a6fe {{(pid=87483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 05 22:51:37.354778 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ce8dfd0e-b613-499c-9f6e-1b2cdc43fc2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:37.404231 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ce8dfd0e-b613-499c-9f6e-1b2cdc43fc2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1429885'] for subnet, precommit_delete_associations {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:37.487493 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ce8dfd0e-b613-499c-9f6e-1b2cdc43fc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770741'] for subnet, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:37.622522 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ce8dfd0e-b613-499c-9f6e-1b2cdc43fc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10573208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10784605'] for subnet, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:37.659100 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dfd0e-b613-499c-9f6e-1b2cdc43fc2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69a7ea49-f57e-49ec-b2ca-0d52eb24a6fe,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:51:37.663308 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-ce8dfd0e-b613-499c-9f6e-1b2cdc43fc2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for subnet, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:37.668709 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52ebfc5-849b-40eb-8553-3d79118c1503 None None] Network 376b0136-a598-427a-900d-128b5279548a requested from dv-cinder-818886-2-iscsi {{(pid=87484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 05 22:51:37.669837 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-ce8dfd0e-b613-499c-9f6e-1b2cdc43fc2b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/69a7ea49-f57e-49ec-b2ca-0d52eb24a6fe HTTP/1.1" status: 204 len: 168 time: 0.3779216 Feb 05 22:51:37.672374 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [-] (87482) accepted ('10.222.0.24', 52146) {{(pid=87482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:51:37.776189 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-44d98f5b-01dd-4fc5-b381-7d60d169eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744846'] for network, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:37.786875 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-44d98f5b-01dd-4fc5-b381-7d60d169eee8 admin admin] Deleting port a15013d0-80b1-40b0-9460-aa73b945ebac {{(pid=87482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:51:37.787202 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-44d98f5b-01dd-4fc5-b381-7d60d169eee8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:37.924517 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a486ba84-b589-4493-a464-238c88001a60 None None] DHCP port deletion for 376b0136-a598-427a-900d-128b5279548a request from dv-cinder-818886-2-iscsi {{(pid=87484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 05 22:51:37.928837 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-a486ba84-b589-4493-a464-238c88001a60 None None] Deleting port a15013d0-80b1-40b0-9460-aa73b945ebac {{(pid=87484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:51:37.929305 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-a486ba84-b589-4493-a464-238c88001a60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:37.992202 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.db [None req-44d98f5b-01dd-4fc5-b381-7d60d169eee8 admin admin] For port a15013d0-80b1-40b0-9460-aa73b945ebac, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=a15013d0-80b1-40b0-9460-aa73b945ebac,segment=NetworkSegment(a4361be5-7a44-4318-8141-6b6e9fea5878),segment_id=a4361be5-7a44-4318-8141-6b6e9fea5878)] {{(pid=87482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:51:37.992581 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-44d98f5b-01dd-4fc5-b381-7d60d169eee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:38.091770 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device fa4b8019-abd8-4186-a4c6-d654320beb04 no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:51:38.117711 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.plugin [None req-44d98f5b-01dd-4fc5-b381-7d60d169eee8 admin admin] Calling delete_port for a15013d0-80b1-40b0-9460-aa73b945ebac owned by network:dhcp {{(pid=87482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:51:38.131631 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: fa4b8019-abd8-4186-a4c6-d654320beb04 {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:51:38.131972 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device fa4b8019-abd8-4186-a4c6-d654320beb04 not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:51:38.132393 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device a15013d0-80b1-40b0-9460-aa73b945ebac no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:51:38.203743 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.db [None req-a486ba84-b589-4493-a464-238c88001a60 None None] For port a15013d0-80b1-40b0-9460-aa73b945ebac, host dv-cinder-818886-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-2-iscsi',level=0,port_id=a15013d0-80b1-40b0-9460-aa73b945ebac,segment=NetworkSegment(a4361be5-7a44-4318-8141-6b6e9fea5878),segment_id=a4361be5-7a44-4318-8141-6b6e9fea5878)] {{(pid=87484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 05 22:51:38.204033 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-a486ba84-b589-4493-a464-238c88001a60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541071'] for port, precommit_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:38.307605 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-44d98f5b-01dd-4fc5-b381-7d60d169eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3711230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748711908374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748711385622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1726876'] for port, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:38.329129 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-a486ba84-b589-4493-a464-238c88001a60 None None] Calling delete_port for a15013d0-80b1-40b0-9460-aa73b945ebac owned by network:dhcp {{(pid=87484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 05 22:51:38.354560 dv-cinder-818886-2-iscsi neutron-server[87484]: INFO neutron.plugins.ml2.db [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No ports have port_id starting with a15013d0-80b1-40b0-9460-aa73b945ebac Feb 05 22:51:38.355521 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 3568ac2b-11a9-4870-b738-20591242156a no longer exists at agent ovs-agent-dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 05 22:51:38.356242 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d98f5b-01dd-4fc5-b381-7d60d169eee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a15013d0-80b1-40b0-9460-aa73b945ebac,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:51:38.361525 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d98f5b-01dd-4fc5-b381-7d60d169eee8 admin admin] No DVR routers for this DVR port a15013d0-80b1-40b0-9460-aa73b945ebac on host dv-cinder-818886-2-iscsi {{(pid=87482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 22:51:38.400479 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] No Port match for: 3568ac2b-11a9-4870-b738-20591242156a {{(pid=87484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 05 22:51:38.400816 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.rpc [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Device 3568ac2b-11a9-4870-b738-20591242156a not bound to the agent host dv-cinder-818886-2-iscsi {{(pid=87484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 05 22:51:38.433260 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.db.api [None req-a486ba84-b589-4493-a464-238c88001a60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 22:51:38.433620 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG oslo_db.api [None req-a486ba84-b589-4493-a464-238c88001a60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 22:51:38.478154 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-44d98f5b-01dd-4fc5-b381-7d60d169eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771300', 'neutron.services.segments.db._delete_segments_for_network-8748711873850'] for network, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:38.502092 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.services.segments.db [None req-44d98f5b-01dd-4fc5-b381-7d60d169eee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['376b0136-a598-427a-900d-128b5279548a']}} {{(pid=87482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:51:38.514793 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.services.segments.db [None req-44d98f5b-01dd-4fc5-b381-7d60d169eee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4361be5-7a44-4318-8141-6b6e9fea5878') {'for_net_delete': True} {{(pid=87482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:51:38.515090 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.services.segments.db [None req-44d98f5b-01dd-4fc5-b381-7d60d169eee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4361be5-7a44-4318-8141-6b6e9fea5878') {} {{(pid=87482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 22:51:38.526537 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-44d98f5b-01dd-4fc5-b381-7d60d169eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748711876181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1348540'] for segment, before_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:38.541575 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-44d98f5b-01dd-4fc5-b381-7d60d169eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3777981'] for segment, precommit_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:38.547318 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d98f5b-01dd-4fc5-b381-7d60d169eee8 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=87482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 22:51:38.547687 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-44d98f5b-01dd-4fc5-b381-7d60d169eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3777956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1889869'] for segment, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: Traceback (most recent call last): Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: timer() Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: cb(*args, **kw) Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: return func(*args, **kwargs) Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: self._notify() Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: self.callback(batched_events) Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: event.method(event) Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: return f(self, *a, **k) Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: return self._get(url).json() Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: return self.request(url, 'GET', **kwargs) Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 22:51:38.560719 dv-cinder-818886-2-iscsi neutron-server[87482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 22:51:38.707690 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-44d98f5b-01dd-4fc5-b381-7d60d169eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542425'] for network, after_delete {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:38.722892 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron_lib.callbacks.manager [None req-44d98f5b-01dd-4fc5-b381-7d60d169eee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539154'] for network, before_response {{(pid=87482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:38.732533 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d98f5b-01dd-4fc5-b381-7d60d169eee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=376b0136-a598-427a-900d-128b5279548a,revision_number=None']} {{(pid=87482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:51:38.737067 dv-cinder-818886-2-iscsi neutron-server[87482]: INFO neutron.wsgi [None req-44d98f5b-01dd-4fc5-b381-7d60d169eee8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/376b0136-a598-427a-900d-128b5279548a HTTP/1.1" status: 204 len: 168 time: 1.0630403 Feb 05 22:51:38.934605 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-a486ba84-b589-4493-a464-238c88001a60 None None] Deleting port a15013d0-80b1-40b0-9460-aa73b945ebac {{(pid=87484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 05 22:51:38.935082 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-a486ba84-b589-4493-a464-238c88001a60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748711757550'] for port, before_delete {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:38.999382 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron.plugins.ml2.plugin [None req-a486ba84-b589-4493-a464-238c88001a60 None None] The port 'a15013d0-80b1-40b0-9460-aa73b945ebac' was deleted {{(pid=87484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 05 22:51:39.126893 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 52152) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:51:39.178872 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-8dd93939-1434-4b5a-ae77-fbdb19bdc481 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e27fc590cef42a9b9b68f1f98a2a6c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508599 Feb 05 22:51:39.181326 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 52156) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:51:39.238040 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-130689c1-15a1-4bfe-8f44-52113c6fc042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:39.263754 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-130689c1-15a1-4bfe-8f44-52113c6fc042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:39.376279 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-130689c1-15a1-4bfe-8f44-52113c6fc042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:39.394035 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130689c1-15a1-4bfe-8f44-52113c6fc042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1e2a1e-d50a-40e2-99fc-deaf0016c3d3,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:51:39.401104 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-130689c1-15a1-4bfe-8f44-52113c6fc042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:39.402477 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-130689c1-15a1-4bfe-8f44-52113c6fc042 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd1e2a1e-d50a-40e2-99fc-deaf0016c3d3 HTTP/1.1" status: 204 len: 168 time: 0.2200224 Feb 05 22:51:40.115102 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 52164) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:51:40.162951 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-21f167af-ad71-41ed-997d-f026109c606a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96264c69f51248cab719e761aa370401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467339 Feb 05 22:51:40.165386 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.wsgi [-] (87483) accepted ('10.222.0.24', 52168) {{(pid=87483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 05 22:51:40.225120 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-240b0d30-ed0d-4aa3-82d6-47fc3c30303f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:40.250895 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-240b0d30-ed0d-4aa3-82d6-47fc3c30303f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:40.364694 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-240b0d30-ed0d-4aa3-82d6-47fc3c30303f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611815'] for security_group, after_delete {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:40.379975 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b0d30-ed0d-4aa3-82d6-47fc3c30303f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857ae58a-ffea-47bf-9df1-17062fb98349,revision_number=None']} {{(pid=87483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 22:51:40.387295 dv-cinder-818886-2-iscsi neutron-server[87483]: DEBUG neutron_lib.callbacks.manager [None req-240b0d30-ed0d-4aa3-82d6-47fc3c30303f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:40.388334 dv-cinder-818886-2-iscsi neutron-server[87483]: INFO neutron.wsgi [None req-240b0d30-ed0d-4aa3-82d6-47fc3c30303f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/857ae58a-ffea-47bf-9df1-17062fb98349 HTTP/1.1" status: 204 len: 168 time: 0.2220757 Feb 05 22:51:41.742096 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:42.354648 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:51:48.935977 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-8a91247d-a54a-48ce-b3ac-0b657b8f82e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:51.306988 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-8e271860-e7b0-4f15-b6f3-4a709e32c359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:52.317925 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:52.500615 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:51:53.724545 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:52:11.712653 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:52:18.918577 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-5729bd09-5957-45d6-8acf-498024bad36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:52:19.352806 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:52:21.323923 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-a1ef4248-c91e-4386-a802-ad8ced1aba69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:52:22.340669 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:52:22.512533 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:52:23.717857 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:52:41.769076 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:52:48.934373 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-403c156a-b5e2-4ea2-a6d2-ee2cd81628bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:52:51.334274 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-cdc24974-5b1b-4943-9811-e4c852edf4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:52:52.328693 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:52:52.499610 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:52:53.746678 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:52:56.352155 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:53:11.750564 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:53:18.945180 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-41be8dfa-0f2c-436d-9126-0b742ccf59a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:53:21.333830 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-dd339618-1c2c-472d-bb25-c181224880f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:53:22.310382 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:53:22.476314 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:53:23.722201 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:53:33.351509 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:53:41.750477 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:53:48.915837 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ac395a86-c5ae-43d1-bff0-5035c77d9f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:53:51.338566 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-b1d23b54-7541-4a91-acfc-0c5427344372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:53:52.315608 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:53:52.510189 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:53:53.749649 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:54:10.350414 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:54:11.755004 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:54:18.926668 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-a1aa9374-b586-4e52-9876-626c840a8d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:54:21.320519 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-dd831816-fa29-48b5-9173-b601ef08229e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:54:22.303165 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:54:22.481259 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:54:23.731674 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:54:41.754367 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:54:47.349992 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:54:48.925511 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-a0f16755-6cf9-4200-afc9-e4d270d2aff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:54:51.337013 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-7432929c-ad48-4496-bad4-0e8ec360b041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:54:52.319736 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:54:52.480325 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:54:53.720065 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:55:11.764815 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:55:18.948183 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-75eaec81-7177-470b-88fd-10121e8a66ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:55:21.359247 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-d7179a18-99e2-49a8-9ca6-24d669730054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:55:22.313369 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:55:22.496111 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:55:23.760170 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:55:24.348366 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:55:38.053539 dv-cinder-818886-2-iscsi neutron-server[87482]: DEBUG neutron.wsgi [req-f1329d22-9f6c-4a0a-ab3f-8c55d7c92ceb req-3645d365-a307-4f5c-ad57-1236f38f6991 service neutron] (87482) timed out ('10.222.0.45', 57840) {{(pid=87482) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 05 22:55:41.758729 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:55:48.912590 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-8d969f90-2e6b-4860-9920-03ca0a5e1929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:55:51.323685 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-0a71cde6-22a3-436c-90b9-7cff6d6be0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:55:52.329935 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:55:52.518534 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:55:53.735642 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:56:01.347070 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:56:11.774808 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:56:18.929544 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-d6d9df6f-957f-493f-aaab-2a1a5143129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:56:21.317839 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-66c084df-13c9-4904-bcf5-75c17382d876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:56:22.323337 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:56:22.483328 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:56:23.717478 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:56:38.345141 dv-cinder-818886-2-iscsi neutron-server[87485]: DEBUG neutron.db.agents_db [None req-d3a1dd85-4464-4e89-be5f-99f64d86c4b8 None None] Agent healthcheck: found 6 active agents {{(pid=87485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 05 22:56:41.740317 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-f64e826e-e372-46e3-ac61-9b0e5ebb3066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:56:48.916997 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-9de95103-2404-4f11-a170-94b0b67b068f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:56:51.345882 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3a54-6f6e-49dc-b8ee-f1a4f85af63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:56:52.322516 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-aec0a163-3296-4dff-92eb-13a18501d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:56:52.516803 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-ffa72cec-bf31-41d7-89b1-f1997973f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 05 22:56:53.745780 dv-cinder-818886-2-iscsi neutron-server[87484]: DEBUG neutron_lib.callbacks.manager [None req-4e8cde18-aa42-4c96-a53b-067daf5ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748711873832', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3798782'] for agent, after_update {{(pid=87484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}